00000080:00200000:2.0:1789760791.984612:0:13064:0:(rw26.c:929:ll_write_end()) end page@000000007b24724e
00000080:00200000:2.0:1789760791.984614:0:13064:0:(rw26.c:929:ll_write_end()) queued cl_page: 41.
00010000:00010000:2.0:1789760791.984637:0:13071:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff9c6f91f6e000 lock: 00000000327d58e3/0xcddbef5e65211cac lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x20000 nid: local remote: 0xc2b9a3a73985866d expref: -99 pid: 13071 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789760791.984652:0:13071:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9c6f91f6e000 lock: 00000000327d58e3/0xcddbef5e65211cac lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x20000 nid: local remote: 0xc2b9a3a73985866d expref: -99 pid: 13071 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789760791.984686:0:13071:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9c6f91f6e000 lock: 00000000327d58e3/0xcddbef5e65211cac lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x10000000020000 nid: local remote: 0xc2b9a3a73985866d expref: -99 pid: 13071 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000008:00010000:2.0:1789760791.984710:0:13071:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=3145728; leaving kms=3145728, end=7340031 ns: lustre-OST0000-osc-ffff9c6f91f6e000 lock: 00000000327d58e3/0xcddbef5e65211cac lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x10020000020000 nid: local remote: 0xc2b9a3a73985866d expref: -99 pid: 13071 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789760791.984730:0:13071:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9c6f91f6e000 lock: 00000000327d58e3/0xcddbef5e65211cac lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x810020000020000 nid: local remote: 0xc2b9a3a73985866d expref: -99 pid: 13071 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789760791.984752:0:13071:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9c6f91f6e000 lock: 00000000327d58e3/0xcddbef5e65211cac lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x810020000020000 nid: local remote: 0xc2b9a3a73985866d expref: -99 pid: 13071 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000080:00200000:2.0:1789760791.984791:0:13071:0:(vvp_io.c:1292:vvp_io_write_start()) nrs_w_oleg338-client.virtnet: write [10485760, 11534336) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.984807:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2560 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.984835:0:13071:0:(rw26.c:871:ll_write_end()) pos 10485760, len 4096, copied 4096
00000080:00200000:2.0:1789760791.984845:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000e4417429[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2560]
00000080:00200000:2.0:1789760791.984856:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000089f352c4 17ffffc0001001 3:0 ffff9c6f84d861c0 2560 lru
00000080:00200000:2.0:1789760791.984870:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000fe5aa6df 1536: 1< 0 - - > 2< 6291456 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.984876:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000e4417429
00000080:00200000:2.0:1789760791.984879:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 1.
00000080:00200000:2.0:1789760791.984882:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2561 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.984925:0:13071:0:(rw26.c:871:ll_write_end()) pos 10489856, len 4096, copied 4096
00000080:00200000:2.0:1789760791.984930:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000d9f4c505[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2561]
00000080:00200000:2.0:1789760791.984933:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000182951f1 17ffffc0001001 3:0 ffff9c6f84fe8e00 2561 lru
00000080:00200000:2.0:1789760791.984939:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000006154b397 1537: 1< 0 - - > 2< 6295552 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.984941:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000d9f4c505
00000080:00200000:2.0:1789760791.984942:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 2.
00000080:00200000:2.0:1789760791.984945:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2562 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.984965:0:13071:0:(rw26.c:871:ll_write_end()) pos 10493952, len 4096, copied 4096
00000080:00200000:2.0:1789760791.984970:0:13071:0:(rw26.c:929:ll_write_end()) page@000000005e52b9ed[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2562]
00000080:00200000:2.0:1789760791.984973:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000c749d763 17ffffc0001001 3:0 ffff9c6f84fe8700 2562 lru
00000080:00200000:2.0:1789760791.984978:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000b647311a 1538: 1< 0 - - > 2< 6299648 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.984981:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000005e52b9ed
00000080:00200000:2.0:1789760791.984983:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 3.
00000080:00200000:2.0:1789760791.984984:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2563 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.985000:0:13071:0:(rw26.c:871:ll_write_end()) pos 10498048, len 4096, copied 4096
00000080:00200000:2.0:1789760791.985005:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000715f84c9[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2563]
00000080:00200000:2.0:1789760791.985008:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000081cea3e5 17ffffc0001001 3:0 ffff9c6f84fe8d20 2563 lru
00000080:00200000:2.0:1789760791.985013:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000236659eb 1539: 1< 0 - - > 2< 6303744 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.985016:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000715f84c9
00000080:00200000:2.0:1789760791.985017:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 4.
00000080:00200000:2.0:1789760791.985019:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2564 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.985034:0:13071:0:(rw26.c:871:ll_write_end()) pos 10502144, len 4096, copied 4096
00000080:00200000:2.0:1789760791.985038:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000cf87953a[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2564]
00000080:00200000:2.0:1789760791.985041:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000a44f0d40 17ffffc0001001 3:0 ffff9c6f84fe8620 2564 lru
00000080:00200000:2.0:1789760791.985046:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000008ec30e7b 1540: 1< 0 - - > 2< 6307840 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.985048:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000cf87953a
00000080:00200000:2.0:1789760791.985050:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 5.
00000080:00200000:2.0:1789760791.985052:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2565 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.985066:0:13071:0:(rw26.c:871:ll_write_end()) pos 10506240, len 4096, copied 4096
00000080:00200000:2.0:1789760791.985069:0:13071:0:(rw26.c:929:ll_write_end()) page@000000008e403522[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2565]
00000080:00200000:2.0:1789760791.985071:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000009802e33c 17ffffc0001001 3:0 ffff9c6f84fe8b60 2565 lru
00000080:00200000:2.0:1789760791.985077:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000050b51b49 1541: 1< 0 - - > 2< 6311936 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.985079:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000008e403522
00000080:00200000:2.0:1789760791.985080:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 6.
00000080:00200000:2.0:1789760791.985082:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2566 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.985101:0:13071:0:(rw26.c:871:ll_write_end()) pos 10510336, len 4096, copied 4096
00000080:00200000:2.0:1789760791.985106:0:13071:0:(rw26.c:929:ll_write_end()) page@000000001ae5c100[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2566]
00000080:00200000:2.0:1789760791.985109:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000009204f6c0 17ffffc0001021 2:0 ffff9c6f84fe8540 2566 lru
00000080:00200000:2.0:1789760791.985114:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000e496f544 1542: 1< 0 - - > 2< 6316032 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.985116:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000001ae5c100
00000080:00200000:2.0:1789760791.985118:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 7.
00000080:00200000:2.0:1789760791.985120:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2567 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.985138:0:13071:0:(rw26.c:871:ll_write_end()) pos 10514432, len 4096, copied 4096
00000080:00200000:2.0:1789760791.985143:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000ac7b8eb6[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2567]
00000080:00200000:2.0:1789760791.985145:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000bede79d0 17ffffc0001001 3:0 ffff9c6f84fe88c0 2567 lru
00000080:00200000:2.0:1789760791.985150:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000d2d6138e 1543: 1< 0 - - > 2< 6320128 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.985152:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000ac7b8eb6
00000080:00200000:2.0:1789760791.985153:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 8.
00000080:00200000:2.0:1789760791.985155:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2568 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.985171:0:13071:0:(rw26.c:871:ll_write_end()) pos 10518528, len 4096, copied 4096
00000080:00200000:2.0:1789760791.985176:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000b3beb4cb[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2568]
00000080:00200000:2.0:1789760791.985178:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000a3df2746 17ffffc0001001 3:0 ffff9c6f84fe8000 2568 lru
00000080:00200000:2.0:1789760791.985183:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000a425196a 1544: 1< 0 - - > 2< 6324224 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.985186:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000b3beb4cb
00000080:00200000:2.0:1789760791.985187:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 9.
00000080:00200000:2.0:1789760791.985189:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2569 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.985205:0:13071:0:(rw26.c:871:ll_write_end()) pos 10522624, len 4096, copied 4096
00000080:00200000:2.0:1789760791.985209:0:13071:0:(rw26.c:929:ll_write_end()) page@000000001451e2e5[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2569]
00000080:00200000:2.0:1789760791.985211:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000d5ed7f80 17ffffc0001001 3:0 ffff9c6f84fe89a0 2569 lru
00000080:00200000:2.0:1789760791.985216:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000009755c462 1545: 1< 0 - - > 2< 6328320 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.985218:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000001451e2e5
00000080:00200000:2.0:1789760791.985220:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 10.
00000080:00200000:2.0:1789760791.985241:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2570 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.985255:0:13071:0:(rw26.c:871:ll_write_end()) pos 10526720, len 4096, copied 4096
00000080:00200000:2.0:1789760791.985260:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000e4e8f939[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2570]
00000080:00200000:2.0:1789760791.985263:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000001d31d57c 17ffffc0001001 3:0 ffff9c6f84fe8a80 2570 lru
00000080:00200000:2.0:1789760791.985268:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000e4121a0a 1546: 1< 0 - - > 2< 6332416 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.985270:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000e4e8f939
00000080:00200000:2.0:1789760791.985271:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 11.
00000080:00200000:2.0:1789760791.985273:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2571 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.986902:0:13071:0:(rw26.c:871:ll_write_end()) pos 10530816, len 4096, copied 4096
00000080:00200000:2.0:1789760791.986915:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000999d0d8f[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2571]
00000080:00200000:2.0:1789760791.986920:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000f7ac78d2 17ffffc0001001 3:0 ffff9c6f84fe8460 2571 lru
00000080:00200000:2.0:1789760791.987013:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000008f125531 1547: 1< 0 - - > 2< 6336512 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.987019:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000999d0d8f
00000080:00200000:2.0:1789760791.987020:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 12.
00000080:00200000:2.0:1789760791.987024:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2572 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.987047:0:13071:0:(rw26.c:871:ll_write_end()) pos 10534912, len 4096, copied 4096
00000080:00200000:2.0:1789760791.987057:0:13071:0:(rw26.c:929:ll_write_end()) page@000000005c4ce270[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2572]
00000080:00200000:2.0:1789760791.987061:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000007530a21f 17ffffc0001001 3:0 ffff9c6f84fe8380 2572 lru
00000080:00200000:2.0:1789760791.987067:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000009b690e7b 1548: 1< 0 - - > 2< 6340608 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.987069:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000005c4ce270
00000080:00200000:2.0:1789760791.987070:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 13.
00000080:00200000:2.0:1789760791.987073:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2573 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.987091:0:13071:0:(rw26.c:871:ll_write_end()) pos 10539008, len 4096, copied 4096
00000080:00200000:2.0:1789760791.987158:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000988f1943[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2573]
00000080:00200000:2.0:1789760791.987166:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000d316d274 17ffffc0001001 3:0 ffff9c6f84fe81c0 2573 lru
00000080:00200000:2.0:1789760791.987179:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000007bd40c59 1549: 1< 0 - - > 2< 6344704 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.987185:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000988f1943
00000080:00200000:2.0:1789760791.987187:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 14.
00000080:00200000:2.0:1789760791.987191:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2574 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.987211:0:13071:0:(rw26.c:871:ll_write_end()) pos 10543104, len 4096, copied 4096
00000080:00200000:2.0:1789760791.987271:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000018560320[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2574]
00000080:00200000:2.0:1789760791.987280:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000bbeea356 17ffffc0001001 3:0 ffff9c6f84fe87e0 2574 lru
00000080:00200000:2.0:1789760791.987292:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000caf4004f 1550: 1< 0 - - > 2< 6348800 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.987296:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000018560320
00000080:00200000:2.0:1789760791.987297:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 15.
00000080:00200000:2.0:1789760791.987300:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2575 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.987321:0:13071:0:(rw26.c:871:ll_write_end()) pos 10547200, len 4096, copied 4096
00000080:00200000:2.0:1789760791.987330:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000919fa497[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2575]
00000080:00200000:2.0:1789760791.987334:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000008f619e9e 17ffffc0001001 3:0 ffff9c6f84fe8ee0 2575 lru
00000080:00200000:2.0:1789760791.987340:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000006bed6bfb 1551: 1< 0 - - > 2< 6352896 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.987344:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000919fa497
00000080:00200000:2.0:1789760791.987348:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 16.
00000080:00200000:2.0:1789760791.987353:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2576 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.987380:0:13071:0:(rw26.c:871:ll_write_end()) pos 10551296, len 4096, copied 4096
00000080:00200000:2.0:1789760791.987386:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000976f8f8e[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2576]
00000080:00200000:2.0:1789760791.987390:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000009b36fbc3 17ffffc0001001 3:0 ffff9c6f84fe80e0 2576 lru
00000080:00200000:2.0:1789760791.987403:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000059424c47 1552: 1< 0 - - > 2< 6356992 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.987409:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000976f8f8e
00000080:00200000:2.0:1789760791.987412:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 17.
00000080:00200000:2.0:1789760791.987416:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2577 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.987438:0:13071:0:(rw26.c:871:ll_write_end()) pos 10555392, len 4096, copied 4096
00000080:00200000:2.0:1789760791.987444:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000df3abf03[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2577]
00000080:00200000:2.0:1789760791.987451:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000b8ae067a 17ffffc0001001 3:0 ffff9c6f84fe8c40 2577 lru
00000080:00200000:2.0:1789760791.987466:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000001f975294 1553: 1< 0 - - > 2< 6361088 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.987472:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000df3abf03
00000080:00200000:2.0:1789760791.987474:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 18.
00000080:00200000:2.0:1789760791.987478:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2578 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.987499:0:13071:0:(rw26.c:871:ll_write_end()) pos 10559488, len 4096, copied 4096
00000080:00200000:2.0:1789760791.987511:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000074e206ba[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2578]
00000080:00200000:2.0:1789760791.987520:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000fd20c32e 17ffffc0001001 3:0 ffff9c6f84fe82a0 2578 lru
00000080:00200000:2.0:1789760791.987540:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000bf44493c 1554: 1< 0 - - > 2< 6365184 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.987548:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000074e206ba
00000080:00200000:2.0:1789760791.987551:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 19.
00000080:00200000:2.0:1789760791.987554:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2579 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.987584:0:13071:0:(rw26.c:871:ll_write_end()) pos 10563584, len 4096, copied 4096
00000080:00200000:2.0:1789760791.987591:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000e8149002[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2579]
00000080:00200000:2.0:1789760791.987594:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000001335fa45 17ffffc0001001 3:0 ffff9c6f84fb2ee0 2579 lru
00000080:00200000:2.0:1789760791.987599:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000c95a4267 1555: 1< 0 - - > 2< 6369280 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.987601:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000e8149002
00000080:00200000:2.0:1789760791.987603:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 20.
00000080:00200000:2.0:1789760791.987608:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2580 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.987708:0:13071:0:(rw26.c:871:ll_write_end()) pos 10567680, len 4096, copied 4096
00000080:00200000:2.0:1789760791.987722:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000a20eeb69[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2580]
00000080:00200000:2.0:1789760791.987729:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000072626452 17ffffc0001001 3:0 ffff9c6f84fb20e0 2580 lru
00000080:00200000:2.0:1789760791.987743:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000edae0436 1556: 1< 0 - - > 2< 6373376 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.987745:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000a20eeb69
00000080:00200000:2.0:1789760791.987747:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 21.
00000080:00200000:2.0:1789760791.987749:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2581 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.988025:0:13071:0:(rw26.c:871:ll_write_end()) pos 10571776, len 4096, copied 4096
00000080:00200000:2.0:1789760791.988040:0:13071:0:(rw26.c:929:ll_write_end()) page@000000001152d8bd[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2581]
00000080:00200000:2.0:1789760791.988049:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000ccc2d055 17ffffc0001021 2:0 ffff9c6f84fb2c40 2581 lru
00000080:00200000:2.0:1789760791.988063:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000e3ef864d 1557: 1< 0 - - > 2< 6377472 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.988069:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000001152d8bd
00000080:00200000:2.0:1789760791.988072:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 22.
00000080:00200000:2.0:1789760791.988077:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2582 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.988161:0:13071:0:(rw26.c:871:ll_write_end()) pos 10575872, len 4096, copied 4096
00000080:00200000:2.0:1789760791.988172:0:13071:0:(rw26.c:929:ll_write_end()) page@000000006c64db4a[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2582]
00000080:00200000:2.0:1789760791.988181:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000916416b1 17ffffc0001001 3:0 ffff9c6f84fb22a0 2582 lru
00000080:00200000:2.0:1789760791.988192:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000fedeec68 1558: 1< 0 - - > 2< 6381568 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.988197:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000006c64db4a
00000080:00200000:2.0:1789760791.988200:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 23.
00000080:00200000:2.0:1789760791.988202:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2583 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.988253:0:13071:0:(rw26.c:871:ll_write_end()) pos 10579968, len 4096, copied 4096
00000080:00200000:2.0:1789760791.988263:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000df8814e6[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2583]
00000080:00200000:2.0:1789760791.988268:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000ae80f1be 17ffffc0001001 3:0 ffff9c6f84fb2e00 2583 lru
00000080:00200000:2.0:1789760791.988283:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000077e87673 1559: 1< 0 - - > 2< 6385664 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.988289:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000df8814e6
00000080:00200000:2.0:1789760791.988293:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 24.
00000080:00200000:2.0:1789760791.988298:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2584 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.988321:0:13071:0:(rw26.c:871:ll_write_end()) pos 10584064, len 4096, copied 4096
00000080:00200000:2.0:1789760791.988328:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000092121977[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2584]
00000080:00200000:2.0:1789760791.988336:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000001d17ebc0 17ffffc0001001 3:0 ffff9c6f84fb2700 2584 lru
00000080:00200000:2.0:1789760791.988359:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000066d32bc2 1560: 1< 0 - - > 2< 6389760 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 5111808 - | + - + - > 5< + - + - | 0 - | 256 - ->
00000080:00200000:2.0:1789760791.988367:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000092121977
00000080:00200000:2.0:1789760791.988370:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 25.
00000080:00200000:2.0:1789760791.988374:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2585 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.988396:0:13071:0:(rw26.c:871:ll_write_end()) pos 10588160, len 4096, copied 4096
00000080:00200000:2.0:1789760791.988406:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000e1cb5e5f[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2585]
00000080:00200000:2.0:1789760791.988410:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000c14208f8 17ffffc0001001 3:0 ffff9c6f84fb2d20 2585 lru
00000080:00200000:2.0:1789760791.988419:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000bf77670c 1561: 1< 0 - - > 2< 6393856 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 5111808 - | + - + - > 5< + - + - | 0 - | 256 - ->
00000080:00200000:2.0:1789760791.988423:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000e1cb5e5f
00000080:00200000:2.0:1789760791.988426:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 26.
00000080:00200000:2.0:1789760791.988428:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2586 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.988446:0:13071:0:(rw26.c:871:ll_write_end()) pos 10592256, len 4096, copied 4096
00000080:00200000:2.0:1789760791.988452:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000c2405b90[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2586]
00000080:00200000:2.0:1789760791.988455:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000e8009082 17ffffc0001001 3:0 ffff9c6f84fb2620 2586 lru
00000080:00200000:2.0:1789760791.988475:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000a93f6420 1562: 1< 0 - - > 2< 6397952 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 5111808 - | - - + - > 5< - - + - | 0 - | 256 - ->
00000080:00200000:2.0:1789760791.988481:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000c2405b90
00000080:00200000:2.0:1789760791.988484:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 27.
00000080:00200000:2.0:1789760791.988490:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2587 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.988515:0:13071:0:(rw26.c:871:ll_write_end()) pos 10596352, len 4096, copied 4096
00000080:00200000:2.0:1789760791.988528:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000049d529a[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2587]
00000080:00200000:2.0:1789760791.988538:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000d365b47e 17ffffc0001001 3:0 ffff9c6f84fb2b60 2587 lru
00000080:00200000:2.0:1789760791.988547:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000d6ff459b 1563: 1< 0 - - > 2< 6402048 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 5111808 - | - - + - > 5< - - + - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.988549:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000049d529a
00000080:00200000:2.0:1789760791.988550:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 28.
00000080:00200000:2.0:1789760791.988552:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2588 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.988571:0:13071:0:(rw26.c:871:ll_write_end()) pos 10600448, len 4096, copied 4096
00000080:00200000:2.0:1789760791.988576:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000b3cf2bd9[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2588]
00000080:00200000:2.0:1789760791.988579:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000cccac60f 17ffffc0001001 3:0 ffff9c6f84fb2540 2588 lru
00000080:00200000:2.0:1789760791.988583:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000a8efea16 1564: 1< 0 - - > 2< 6406144 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 5111808 - | - - + - > 5< - - + - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.988585:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000b3cf2bd9
00000080:00200000:2.0:1789760791.988587:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 29.
00000080:00200000:2.0:1789760791.988588:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2589 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.988603:0:13071:0:(rw26.c:871:ll_write_end()) pos 10604544, len 4096, copied 4096
00000080:00200000:2.0:1789760791.988609:0:13071:0:(rw26.c:929:ll_write_end()) page@000000009247a346[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2589]
00000080:00200000:2.0:1789760791.988616:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000002c40de24 17ffffc0001001 3:0 ffff9c6f84fb28c0 2589 lru
00000080:00200000:2.0:1789760791.988624:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000dad19425 1565: 1< 0 - - > 2< 6410240 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 5111808 - | - - + - > 5< - - + - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.988727:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000009247a346
00000080:00200000:2.0:1789760791.988732:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 30.
00000080:00200000:2.0:1789760791.988737:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2590 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.988761:0:13071:0:(rw26.c:871:ll_write_end()) pos 10608640, len 4096, copied 4096
00000080:00200000:2.0:1789760791.988898:0:13071:0:(rw26.c:929:ll_write_end()) page@000000005f287434[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2590]
00000080:00200000:2.0:1789760791.988906:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000b716bd4a 17ffffc0001001 3:0 ffff9c6f84fb2000 2590 lru
00000080:00200000:2.0:1789760791.988920:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9ac2da9 1566: 1< 0 - - > 2< 6414336 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 5111808 - | - - + - > 5< - - + - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.988925:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000005f287434
00000080:00200000:2.0:1789760791.988928:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 31.
00000080:00200000:2.0:1789760791.988932:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2591 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.989017:0:13071:0:(rw26.c:871:ll_write_end()) pos 10612736, len 4096, copied 4096
00000080:00200000:2.0:1789760791.989027:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000081050d46[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2591]
00000080:00200000:2.0:1789760791.989037:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000009b45e108 17ffffc0001001 3:0 ffff9c6f84fb29a0 2591 lru
00000080:00200000:2.0:1789760791.989058:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000051df2dc9 1567: 1< 0 - - > 2< 6418432 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 5111808 - | - - + - > 5< - - + - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.989064:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000081050d46
00000080:00200000:2.0:1789760791.989068:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 32.
00000080:00200000:2.0:1789760791.989074:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2592 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.989097:0:13071:0:(rw26.c:871:ll_write_end()) pos 10616832, len 4096, copied 4096
00000080:00200000:2.0:1789760791.989161:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000065b563c0[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2592]
00000080:00200000:2.0:1789760791.989165:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000a94cd5cf 17ffffc0001001 3:0 ffff9c6f84fb2a80 2592 lru
00000080:00200000:2.0:1789760791.989178:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000058a47bdc 1568: 1< 0 - - > 2< 6422528 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 5111808 - | - - + - > 5< - - + - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.989184:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000065b563c0
00000080:00200000:2.0:1789760791.989187:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 33.
00000080:00200000:2.0:1789760791.989191:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2593 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.989212:0:13071:0:(rw26.c:871:ll_write_end()) pos 10620928, len 4096, copied 4096
00000080:00200000:2.0:1789760791.989219:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000919bc20c[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2593]
00000080:00200000:2.0:1789760791.989246:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000b72a05ed 17ffffc0001001 3:0 ffff9c6f84fb2460 2593 lru
00000080:00200000:2.0:1789760791.989260:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000f36517ab 1569: 1< 0 - - > 2< 6426624 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 5111808 - | - - + - > 5< - - + - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.989266:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000919bc20c
00000080:00200000:2.0:1789760791.989269:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 34.
00000080:00200000:2.0:1789760791.989272:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2594 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.989291:0:13071:0:(rw26.c:871:ll_write_end()) pos 10625024, len 4096, copied 4096
00000080:00200000:2.0:1789760791.989297:0:13071:0:(rw26.c:929:ll_write_end()) page@000000009d5109fe[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2594]
00000080:00200000:2.0:1789760791.989300:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000dac3be4a 17ffffc0001001 3:0 ffff9c6f84fb2380 2594 lru
00000080:00200000:2.0:1789760791.989312:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000001c3e3749 1570: 1< 0 - - > 2< 6430720 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 5111808 - | - - + - > 5< - - + - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.989318:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000009d5109fe
00000080:00200000:2.0:1789760791.989321:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 35.
00000080:00200000:2.0:1789760791.989325:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2595 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.989347:0:13071:0:(rw26.c:871:ll_write_end()) pos 10629120, len 4096, copied 4096
00000080:00200000:2.0:1789760791.989354:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000554f7277[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2595]
00000080:00200000:2.0:1789760791.989360:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000b83a9093 17ffffc0001001 3:0 ffff9c6f84fb21c0 2595 lru
00000080:00200000:2.0:1789760791.989371:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000af4ad13f 1571: 1< 0 - - > 2< 6434816 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - + - > 5< - - + - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.989375:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000554f7277
00000080:00200000:2.0:1789760791.989376:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 36.
00000080:00200000:2.0:1789760791.989379:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2596 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.989402:0:13071:0:(rw26.c:871:ll_write_end()) pos 10633216, len 4096, copied 4096
00000080:00200000:2.0:1789760791.989408:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000093f8bc12[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2596]
00000080:00200000:2.0:1789760791.989410:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000014d2516c 17ffffc0001021 2:0 ffff9c6f84fb27e0 2596 lru
00000080:00200000:2.0:1789760791.989415:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000005b954f04 1572: 1< 0 - - > 2< 6438912 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.989417:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000093f8bc12
00000080:00200000:2.0:1789760791.989418:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 37.
00000080:00200000:2.0:1789760791.989420:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2597 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.989446:0:13071:0:(rw26.c:871:ll_write_end()) pos 10637312, len 4096, copied 4096
00000080:00200000:2.0:1789760791.989454:0:13071:0:(rw26.c:929:ll_write_end()) page@000000007f6a4376[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2597]
00000080:00200000:2.0:1789760791.989458:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000caedee02 17ffffc0001001 3:0 ffff9c6f84fb3380 2597 lru
00000080:00200000:2.0:1789760791.989463:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000035bc3abc 1573: 1< 0 - - > 2< 6443008 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.989466:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000007f6a4376
00000080:00200000:2.0:1789760791.989467:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 38.
00000080:00200000:2.0:1789760791.989469:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2598 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.989490:0:13071:0:(rw26.c:871:ll_write_end()) pos 10641408, len 4096, copied 4096
00000080:00200000:2.0:1789760791.989497:0:13071:0:(rw26.c:929:ll_write_end()) page@000000008704f474[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2598]
00000080:00200000:2.0:1789760791.989500:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000767f2e8b 17ffffc0001001 3:0 ffff9c6f84fb31c0 2598 lru
00000080:00200000:2.0:1789760791.989507:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000002d9a425a 1574: 1< 0 - - > 2< 6447104 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.989512:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000008704f474
00000080:00200000:2.0:1789760791.989515:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 39.
00000080:00200000:2.0:1789760791.989518:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2599 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.989542:0:13071:0:(rw26.c:871:ll_write_end()) pos 10645504, len 4096, copied 4096
00000080:00200000:2.0:1789760791.989548:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000a7022241[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2599]
00000080:00200000:2.0:1789760791.989551:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000000e5fc29f 17ffffc0001001 3:0 ffff9c6f84fb37e0 2599 lru
00000080:00200000:2.0:1789760791.989556:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000005e344f16 1575: 1< 0 - - > 2< 6451200 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.989559:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000a7022241
00000080:00200000:2.0:1789760791.989560:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 40.
00000080:00200000:2.0:1789760791.989562:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2600 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.989579:0:13071:0:(rw26.c:871:ll_write_end()) pos 10649600, len 4096, copied 4096
00000080:00200000:2.0:1789760791.989585:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000b8ba112c[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2600]
00000080:00200000:2.0:1789760791.989588:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000d950a322 17ffffc0001001 3:0 ffff9c6f84fb3ee0 2600 lru
00000080:00200000:2.0:1789760791.989594:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000be57683b 1576: 1< 0 - - > 2< 6455296 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.989598:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000b8ba112c
00000080:00200000:2.0:1789760791.989599:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 41.
00000080:00200000:2.0:1789760791.989601:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2601 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.989617:0:13071:0:(rw26.c:871:ll_write_end()) pos 10653696, len 4096, copied 4096
00000080:00200000:2.0:1789760791.989621:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000017eabbe6[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2601]
00000080:00200000:2.0:1789760791.989626:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000170fcab1 17ffffc0001001 3:0 ffff9c6f84fb30e0 2601 lru
00000080:00200000:2.0:1789760791.989741:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000a12ce2c6 1577: 1< 0 - - > 2< 6459392 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.989746:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000017eabbe6
00000080:00200000:2.0:1789760791.989750:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 42.
00000080:00200000:2.0:1789760791.989754:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2602 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.989905:0:13071:0:(rw26.c:871:ll_write_end()) pos 10657792, len 4096, copied 4096
00000080:00200000:2.0:1789760791.989912:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000424515a5[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2602]
00000080:00200000:2.0:1789760791.989916:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000026fd1c79 17ffffc0001001 3:0 ffff9c6f84fb3c40 2602 lru
00000080:00200000:2.0:1789760791.989930:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000005c5f7177 1578: 1< 0 - - > 2< 6463488 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.989935:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000424515a5
00000080:00200000:2.0:1789760791.990334:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 43.
00000080:00200000:2.0:1789760791.990339:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2603 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.990363:0:13071:0:(rw26.c:871:ll_write_end()) pos 10661888, len 4096, copied 4096
00000080:00200000:2.0:1789760791.990371:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000f9e17445[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2603]
00000080:00200000:2.0:1789760791.990374:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000a2efec3e 17ffffc0001001 3:0 ffff9c6f84fb32a0 2603 lru
00000080:00200000:2.0:1789760791.990379:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000ad5ee1c1 1579: 1< 0 - - > 2< 6467584 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.990382:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000f9e17445
00000080:00200000:2.0:1789760791.990383:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 44.
00000080:00200000:2.0:1789760791.990386:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2604 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.990407:0:13071:0:(rw26.c:871:ll_write_end()) pos 10665984, len 4096, copied 4096
00000080:00200000:2.0:1789760791.990412:0:13071:0:(rw26.c:929:ll_write_end()) page@000000003194e1f2[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2604]
00000080:00200000:2.0:1789760791.990415:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000012effeba 17ffffc0001001 3:0 ffff9c6f84fb3e00 2604 lru
00000080:00200000:2.0:1789760791.990421:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000683f9de9 1580: 1< 0 - - > 2< 6471680 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.990423:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000003194e1f2
00000080:00200000:2.0:1789760791.990424:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 45.
00000080:00200000:2.0:1789760791.990427:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2605 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.990442:0:13071:0:(rw26.c:871:ll_write_end()) pos 10670080, len 4096, copied 4096
00000080:00200000:2.0:1789760791.990448:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000dbaba45b[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2605]
00000080:00200000:2.0:1789760791.990452:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000474ff0e0 17ffffc0001001 3:0 ffff9c6f84fb3700 2605 lru
00000080:00200000:2.0:1789760791.990457:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000c85a7c55 1581: 1< 0 - - > 2< 6475776 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.990460:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000dbaba45b
00000080:00200000:2.0:1789760791.990461:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 46.
00000080:00200000:2.0:1789760791.990463:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2606 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.990482:0:13071:0:(rw26.c:871:ll_write_end()) pos 10674176, len 4096, copied 4096
00000080:00200000:2.0:1789760791.990494:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000e1934ab8[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2606]
00000080:00200000:2.0:1789760791.990505:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000eb0871e5 17ffffc0001001 3:0 ffff9c6f84fb3d20 2606 lru
00000080:00200000:2.0:1789760791.990514:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000f1855de1 1582: 1< 0 - - > 2< 6479872 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.990517:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000e1934ab8
00000080:00200000:2.0:1789760791.990519:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 47.
00000080:00200000:2.0:1789760791.990521:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2607 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.990542:0:13071:0:(rw26.c:871:ll_write_end()) pos 10678272, len 4096, copied 4096
00000080:00200000:2.0:1789760791.990549:0:13071:0:(rw26.c:929:ll_write_end()) page@000000005039a35e[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2607]
00000080:00200000:2.0:1789760791.990552:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000003f455832 17ffffc0001001 3:0 ffff9c6f84fb3620 2607 lru
00000080:00200000:2.0:1789760791.990557:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000001880ac6b 1583: 1< 0 - - > 2< 6483968 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.990560:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000005039a35e
00000080:00200000:2.0:1789760791.990561:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 48.
00000080:00200000:2.0:1789760791.990563:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2608 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.990580:0:13071:0:(rw26.c:871:ll_write_end()) pos 10682368, len 4096, copied 4096
00000080:00200000:2.0:1789760791.990585:0:13071:0:(rw26.c:929:ll_write_end()) page@000000001e0b25a4[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2608]
00000080:00200000:2.0:1789760791.990588:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000072d069df 17ffffc0001001 3:0 ffff9c6f84fb3b60 2608 lru
00000080:00200000:2.0:1789760791.990593:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000005029505 1584: 1< 0 - - > 2< 6488064 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.990595:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000001e0b25a4
00000080:00200000:2.0:1789760791.990597:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 49.
00000080:00200000:2.0:1789760791.990598:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2609 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.990615:0:13071:0:(rw26.c:871:ll_write_end()) pos 10686464, len 4096, copied 4096
00000080:00200000:2.0:1789760791.990621:0:13071:0:(rw26.c:929:ll_write_end()) page@000000008805a984[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2609]
00000080:00200000:2.0:1789760791.990624:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000009d99e143 17ffffc0001001 3:0 ffff9c6f84fb3540 2609 lru
00000080:00200000:2.0:1789760791.990851:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000006b3963fb 1585: 1< 0 - - > 2< 6492160 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.990860:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000008805a984
00000080:00200000:2.0:1789760791.990864:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 50.
00000080:00200000:2.0:1789760791.990869:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2610 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.990900:0:13071:0:(rw26.c:871:ll_write_end()) pos 10690560, len 4096, copied 4096
00000080:00200000:2.0:1789760791.990911:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000f51eea1c[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2610]
00000080:00200000:2.0:1789760791.990915:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000f808174d 17ffffc0001001 3:0 ffff9c6f84fb38c0 2610 lru
00000080:00200000:2.0:1789760791.990921:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000004c549e7e 1586: 1< 0 - - > 2< 6496256 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.990923:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000f51eea1c
00000080:00200000:2.0:1789760791.990924:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 51.
00000080:00200000:2.0:1789760791.990927:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2611 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.991022:0:13071:0:(rw26.c:871:ll_write_end()) pos 10694656, len 4096, copied 4096
00000080:00200000:2.0:1789760791.991032:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000537d8090[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2611]
00000080:00200000:2.0:1789760791.991038:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000020e33d6a 17ffffc0001021 2:0 ffff9c6f84fb3000 2611 lru
00000080:00200000:2.0:1789760791.991056:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9d1c632 1587: 1< 0 - - > 2< 6500352 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.991061:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000537d8090
00000080:00200000:2.0:1789760791.991064:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 52.
00000080:00200000:2.0:1789760791.991069:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2612 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.991090:0:13071:0:(rw26.c:871:ll_write_end()) pos 10698752, len 4096, copied 4096
00000080:00200000:2.0:1789760791.991153:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000f295ecc0[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2612]
00000080:00200000:2.0:1789760791.991162:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000000a6af6c9 17ffffc0001001 3:0 ffff9c6f84fb39a0 2612 lru
00000080:00200000:2.0:1789760791.991179:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000a71da641 1588: 1< 0 - - > 2< 6504448 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.991184:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000f295ecc0
00000080:00200000:2.0:1789760791.991187:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 53.
00000080:00200000:2.0:1789760791.991193:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2613 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.991244:0:13071:0:(rw26.c:871:ll_write_end()) pos 10702848, len 4096, copied 4096
00000080:00200000:2.0:1789760791.991259:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000acd5505e[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2613]
00000080:00200000:2.0:1789760791.991266:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000cce85f4b 17ffffc0001001 3:0 ffff9c6f84fb3a80 2613 lru
00000080:00200000:2.0:1789760791.991285:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000001a4ea385 1589: 1< 0 - - > 2< 6508544 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.991292:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000acd5505e
00000080:00200000:2.0:1789760791.991296:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 54.
00000080:00200000:2.0:1789760791.991300:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2614 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.991324:0:13071:0:(rw26.c:871:ll_write_end()) pos 10706944, len 4096, copied 4096
00000080:00200000:2.0:1789760791.991334:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000fc2605a4[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2614]
00000080:00200000:2.0:1789760791.991345:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000ed5519ed 17ffffc0001001 3:0 ffff9c6f84fb3460 2614 lru
00000080:00200000:2.0:1789760791.991364:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000109a48c0 1590: 1< 0 - - > 2< 6512640 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.991370:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000fc2605a4
00000080:00200000:2.0:1789760791.991372:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 55.
00000080:00200000:2.0:1789760791.991374:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2615 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.991401:0:13071:0:(rw26.c:871:ll_write_end()) pos 10711040, len 4096, copied 4096
00000080:00200000:2.0:1789760791.991406:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000597b1b43[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2615]
00000080:00200000:2.0:1789760791.991409:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000ab53f4cd 17ffffc0001001 3:0 ffff9c6f84fb48c0 2615 lru
00000080:00200000:2.0:1789760791.991414:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000052bcc94d 1591: 1< 0 - - > 2< 6516736 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.991416:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000597b1b43
00000080:00200000:2.0:1789760791.991417:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 56.
00000080:00200000:2.0:1789760791.991419:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2616 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.991434:0:13071:0:(rw26.c:871:ll_write_end()) pos 10715136, len 4096, copied 4096
00000080:00200000:2.0:1789760791.991438:0:13071:0:(rw26.c:929:ll_write_end()) page@000000007e158f40[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2616]
00000080:00200000:2.0:1789760791.991441:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000079c59cc3 17ffffc0001001 3:0 ffff9c6f84fb4000 2616 lru
00000080:00200000:2.0:1789760791.991447:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000339f4901 1592: 1< 0 - - > 2< 6520832 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.991449:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000007e158f40
00000080:00200000:2.0:1789760791.991451:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 57.
00000080:00200000:2.0:1789760791.991453:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2617 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.991468:0:13071:0:(rw26.c:871:ll_write_end()) pos 10719232, len 4096, copied 4096
00000080:00200000:2.0:1789760791.991473:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000053d38c55[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2617]
00000080:00200000:2.0:1789760791.991476:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000053fd79e5 17ffffc0001001 3:0 ffff9c6f84fb49a0 2617 lru
00000080:00200000:2.0:1789760791.991481:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000083a6fda8 1593: 1< 0 - - > 2< 6524928 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.991483:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000053d38c55
00000080:00200000:2.0:1789760791.991484:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 58.
00000080:00200000:2.0:1789760791.991486:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2618 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.991504:0:13071:0:(rw26.c:871:ll_write_end()) pos 10723328, len 4096, copied 4096
00000080:00200000:2.0:1789760791.991514:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000034571d20[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2618]
00000080:00200000:2.0:1789760791.991522:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000001b090a0b 17ffffc0001001 3:0 ffff9c6f84fb4a80 2618 lru
00000080:00200000:2.0:1789760791.991529:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000ef5f2445 1594: 1< 0 - - > 2< 6529024 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.991534:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000034571d20
00000080:00200000:2.0:1789760791.991537:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 59.
00000080:00200000:2.0:1789760791.991540:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2619 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.991553:0:13071:0:(rw26.c:871:ll_write_end()) pos 10727424, len 4096, copied 4096
00000080:00200000:2.0:1789760791.991557:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000e2052f06[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2619]
00000080:00200000:2.0:1789760791.991560:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000005a1b692 17ffffc0001001 3:0 ffff9c6f84fb4460 2619 lru
00000080:00200000:2.0:1789760791.991564:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000000544e6cf 1595: 1< 0 - - > 2< 6533120 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.991566:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000e2052f06
00000080:00200000:2.0:1789760791.991567:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 60.
00000080:00200000:2.0:1789760791.991569:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2620 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.991579:0:13071:0:(rw26.c:871:ll_write_end()) pos 10731520, len 4096, copied 4096
00000080:00200000:2.0:1789760791.991583:0:13071:0:(rw26.c:929:ll_write_end()) page@000000002192aceb[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2620]
00000080:00200000:2.0:1789760791.991586:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000c593b892 17ffffc0001001 3:0 ffff9c6f84fb4380 2620 lru
00000080:00200000:2.0:1789760791.991590:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000073fe3bd1 1596: 1< 0 - - > 2< 6537216 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.991592:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000002192aceb
00000080:00200000:2.0:1789760791.991593:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 61.
00000080:00200000:2.0:1789760791.991595:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2621 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.991606:0:13071:0:(rw26.c:871:ll_write_end()) pos 10735616, len 4096, copied 4096
00000080:00200000:2.0:1789760791.991610:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000e43fb181[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2621]
00000080:00200000:2.0:1789760791.991613:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000007ceae2b7 17ffffc0001001 3:0 ffff9c6f84fb41c0 2621 lru
00000080:00200000:2.0:1789760791.991627:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000078489016 1597: 1< 0 - - > 2< 6541312 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.991634:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000e43fb181
00000080:00200000:2.0:1789760791.991637:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 62.
00000080:00200000:2.0:1789760791.991642:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2622 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.991665:0:13071:0:(rw26.c:871:ll_write_end()) pos 10739712, len 4096, copied 4096
00000080:00200000:2.0:1789760791.991679:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000022abd0d8[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2622]
00000080:00200000:2.0:1789760791.991687:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000045c9d73e 17ffffc0001001 3:0 ffff9c6f84fb47e0 2622 lru
00000080:00200000:2.0:1789760791.991701:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000054cd3c3b 1598: 1< 0 - - > 2< 6545408 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.991705:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000022abd0d8
00000080:00200000:2.0:1789760791.991706:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 63.
00000080:00200000:2.0:1789760791.991708:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2623 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.991728:0:13071:0:(rw26.c:871:ll_write_end()) pos 10743808, len 4096, copied 4096
00000080:00200000:2.0:1789760791.991738:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000afe30427[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2623]
00000080:00200000:2.0:1789760791.991746:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000b3dde479 17ffffc0001001 3:0 ffff9c6f84fb4ee0 2623 lru
00000080:00200000:2.0:1789760791.991754:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000b0378fb2 1599: 1< 0 - - > 2< 6549504 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.991756:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000afe30427
00000080:00200000:2.0:1789760791.991757:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 64.
00000080:00200000:2.0:1789760791.991759:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2624 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.991838:0:13071:0:(rw26.c:871:ll_write_end()) pos 10747904, len 4096, copied 4096
00000080:00200000:2.0:1789760791.991850:0:13071:0:(rw26.c:929:ll_write_end()) page@000000008fddf2d3[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2624]
00000080:00200000:2.0:1789760791.991862:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000731a6f1b 17ffffc0001001 3:0 ffff9c6f84fb40e0 2624 lru
00000080:00200000:2.0:1789760791.991897:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000003ecf44e0 1600: 1< 0 - - > 2< 6553600 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.991904:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000008fddf2d3
00000080:00200000:2.0:1789760791.991908:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 65.
00000080:00200000:2.0:1789760791.991913:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2625 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.992007:0:13071:0:(rw26.c:871:ll_write_end()) pos 10752000, len 4096, copied 4096
00000080:00200000:2.0:1789760791.992021:0:13071:0:(rw26.c:929:ll_write_end()) page@000000003ab0380c[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2625]
00000080:00200000:2.0:1789760791.992028:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000a606c6a3 17ffffc0001001 3:0 ffff9c6f84fb4c40 2625 lru
00000080:00200000:2.0:1789760791.992048:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000039dd7b09 1601: 1< 0 - - > 2< 6557696 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.992054:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000003ab0380c
00000080:00200000:2.0:1789760791.992059:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 66.
00000080:00200000:2.0:1789760791.992065:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2626 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.992094:0:13071:0:(rw26.c:871:ll_write_end()) pos 10756096, len 4096, copied 4096
00000080:00200000:2.0:1789760791.992267:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000fe10d8e2[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2626]
00000080:00200000:2.0:1789760791.992278:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000007a5ed7ab 17ffffc0001021 2:0 ffff9c6f84fb42a0 2626 lru
00000080:00200000:2.0:1789760791.992301:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000004531c169 1602: 1< 0 - - > 2< 6561792 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.992307:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000fe10d8e2
00000080:00200000:2.0:1789760791.992310:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 67.
00000080:00200000:2.0:1789760791.992316:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2627 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.992341:0:13071:0:(rw26.c:871:ll_write_end()) pos 10760192, len 4096, copied 4096
00000080:00200000:2.0:1789760791.992353:0:13071:0:(rw26.c:929:ll_write_end()) page@000000000b939aa6[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2627]
00000080:00200000:2.0:1789760791.992362:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000004327236 17ffffc0001001 3:0 ffff9c6f84fb4e00 2627 lru
00000080:00200000:2.0:1789760791.992375:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000e539878e 1603: 1< 0 - - > 2< 6565888 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.992380:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000000b939aa6
00000080:00200000:2.0:1789760791.992382:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 68.
00000080:00200000:2.0:1789760791.992385:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2628 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.992404:0:13071:0:(rw26.c:871:ll_write_end()) pos 10764288, len 4096, copied 4096
00000080:00200000:2.0:1789760791.992410:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000023cbf28e[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2628]
00000080:00200000:2.0:1789760791.992415:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000006ac61c22 17ffffc0001001 3:0 ffff9c6f84fb4700 2628 lru
00000080:00200000:2.0:1789760791.992428:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000ff712bbf 1604: 1< 0 - - > 2< 6569984 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.992433:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000023cbf28e
00000080:00200000:2.0:1789760791.992437:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 69.
00000080:00200000:2.0:1789760791.992441:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2629 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.992459:0:13071:0:(rw26.c:871:ll_write_end()) pos 10768384, len 4096, copied 4096
00000080:00200000:2.0:1789760791.992544:0:13071:0:(rw26.c:929:ll_write_end()) page@000000000ed79e25[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2629]
00000080:00200000:2.0:1789760791.992553:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000049adfe53 17ffffc0001001 3:0 ffff9c6f84fb4d20 2629 lru
00000080:00200000:2.0:1789760791.992565:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000815e5ef7 1605: 1< 0 - - > 2< 6574080 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.992569:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000000ed79e25
00000080:00200000:2.0:1789760791.992571:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 70.
00000080:00200000:2.0:1789760791.992573:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2630 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.992593:0:13071:0:(rw26.c:871:ll_write_end()) pos 10772480, len 4096, copied 4096
00000080:00200000:2.0:1789760791.992604:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000242b6f46[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2630]
00000080:00200000:2.0:1789760791.992611:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000001180f072 17ffffc0001001 3:0 ffff9c6f84fb4620 2630 lru
00000080:00200000:2.0:1789760791.992624:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000097fed238 1606: 1< 0 - - > 2< 6578176 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.992627:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000242b6f46
00000080:00200000:2.0:1789760791.992694:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 71.
00000080:00200000:2.0:1789760791.992699:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2631 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.992724:0:13071:0:(rw26.c:871:ll_write_end()) pos 10776576, len 4096, copied 4096
00000080:00200000:2.0:1789760791.992730:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000b1b766c4[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2631]
00000080:00200000:2.0:1789760791.992733:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000733c5494 17ffffc0001001 3:0 ffff9c6f84fb4b60 2631 lru
00000080:00200000:2.0:1789760791.992739:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000f27cbab3 1607: 1< 0 - - > 2< 6582272 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.992743:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000b1b766c4
00000080:00200000:2.0:1789760791.992746:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 72.
00000080:00200000:2.0:1789760791.992749:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2632 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.993087:0:13071:0:(rw26.c:871:ll_write_end()) pos 10780672, len 4096, copied 4096
00000080:00200000:2.0:1789760791.993094:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000b5792152[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2632]
00000080:00200000:2.0:1789760791.993108:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000007bcb369b 17ffffc0001001 3:0 ffff9c6f84fb4540 2632 lru
00000080:00200000:2.0:1789760791.993115:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000b8587526 1608: 1< 0 - - > 2< 6586368 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.993117:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000b5792152
00000080:00200000:2.0:1789760791.993118:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 73.
00000080:00200000:2.0:1789760791.993120:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2633 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.993148:0:13071:0:(rw26.c:871:ll_write_end()) pos 10784768, len 4096, copied 4096
00000080:00200000:2.0:1789760791.993154:0:13071:0:(rw26.c:929:ll_write_end()) page@000000008d667e9b[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2633]
00000080:00200000:2.0:1789760791.993157:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000091c1f309 17ffffc0001001 3:0 ffff9c6f84fb5b60 2633 lru
00000080:00200000:2.0:1789760791.993164:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000e7ce42f4 1609: 1< 0 - - > 2< 6590464 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.993170:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000008d667e9b
00000080:00200000:2.0:1789760791.993174:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 74.
00000080:00200000:2.0:1789760791.993179:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2634 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.993203:0:13071:0:(rw26.c:871:ll_write_end()) pos 10788864, len 4096, copied 4096
00000080:00200000:2.0:1789760791.993213:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000059de5778[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2634]
00000080:00200000:2.0:1789760791.993244:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000f6016d30 17ffffc0001001 3:0 ffff9c6f84fb5540 2634 lru
00000080:00200000:2.0:1789760791.993251:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000b759ab3f 1610: 1< 0 - - > 2< 6594560 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.993255:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000059de5778
00000080:00200000:2.0:1789760791.993258:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 75.
00000080:00200000:2.0:1789760791.993262:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2635 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.993282:0:13071:0:(rw26.c:871:ll_write_end()) pos 10792960, len 4096, copied 4096
00000080:00200000:2.0:1789760791.993290:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000576da964[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2635]
00000080:00200000:2.0:1789760791.993295:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000010672ba0 17ffffc0001001 3:0 ffff9c6f84fb58c0 2635 lru
00000080:00200000:2.0:1789760791.993304:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000998f2ad5 1611: 1< 0 - - > 2< 6598656 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.993307:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000576da964
00000080:00200000:2.0:1789760791.993310:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 76.
00000008:00010000:2.0:1789760791.994274:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000035e5ff1b ns: lustre-OST0001-osc-ffff9c6f91f6e000 lock: 0000000001fe97ec/0xcddbef5e65211cb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000000000 nid: local remote: 0xc2b9a3a739858674 expref: -99 pid: 13067 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0
00000008:00010000:2.0:1789760791.998423:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000035e5ff1b ns: lustre-OST0001-osc-ffff9c6f91f6e000 lock: 0000000001fe97ec/0xcddbef5e65211cb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x800020000000000 nid: local remote: 0xc2b9a3a739858674 expref: -99 pid: 13067 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0
00000100:00100000:2.0:1789760791.998477:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85140000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777243648:192.168.203.138@tcp:4:dd.0
00000080:00200000:2.0:1789760791.998573:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2636 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.998599:0:13071:0:(rw26.c:871:ll_write_end()) pos 10797056, len 4096, copied 4096
00000080:00200000:2.0:1789760791.998606:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000861c93dd[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2636]
00000080:00200000:2.0:1789760791.998610:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000071bdd443 17ffffc0001001 3:0 ffff9c6f84fb5000 2636 lru
00000080:00200000:2.0:1789760791.998621:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000009b205d63 1612: 1< 0 - - > 2< 6602752 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.998626:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000861c93dd
00000080:00200000:2.0:1789760791.998629:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 77.
00000080:00200000:2.0:1789760791.998633:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2637 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.998651:0:13071:0:(rw26.c:871:ll_write_end()) pos 10801152, len 4096, copied 4096
00000080:00200000:2.0:1789760791.998656:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000cba2d280[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2637]
00000080:00200000:2.0:1789760791.998660:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000052567d64 17ffffc0001001 3:0 ffff9c6f84fb59a0 2637 lru
00000080:00200000:2.0:1789760791.998666:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000003bb36e7e 1613: 1< 0 - - > 2< 6606848 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.998669:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000cba2d280
00000080:00200000:2.0:1789760791.998670:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 78.
00000080:00200000:2.0:1789760791.998672:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2638 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.998690:0:13071:0:(rw26.c:871:ll_write_end()) pos 10805248, len 4096, copied 4096
00000080:00200000:2.0:1789760791.998696:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000397df7d7[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2638]
00000080:00200000:2.0:1789760791.998699:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000b29d3356 17ffffc0001001 3:0 ffff9c6f84fb5a80 2638 lru
00000080:00200000:2.0:1789760791.998704:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000007167a0e0 1614: 1< 0 - - > 2< 6610944 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.998706:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000397df7d7
00000080:00200000:2.0:1789760791.998707:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 79.
00000080:00200000:2.0:1789760791.998710:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2639 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.998728:0:13071:0:(rw26.c:871:ll_write_end()) pos 10809344, len 4096, copied 4096
00000080:00200000:2.0:1789760791.998733:0:13071:0:(rw26.c:929:ll_write_end()) page@000000009870cfa0[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2639]
00000080:00200000:2.0:1789760791.998736:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000a3442da0 17ffffc0001001 3:0 ffff9c6f84fb5460 2639 lru
00000080:00200000:2.0:1789760791.998741:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000b66a2815 1615: 1< 0 - - > 2< 6615040 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.998743:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000009870cfa0
00000080:00200000:2.0:1789760791.998745:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 80.
00000080:00200000:2.0:1789760791.998746:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2640 of 0 to 4096 bytes
00000080:00200000:2.0:1789760791.998760:0:13071:0:(rw26.c:871:ll_write_end()) pos 10813440, len 4096, copied 4096
00000080:00200000:2.0:1789760791.998765:0:13071:0:(rw26.c:929:ll_write_end()) page@000000005eacfccd[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2640]
00000080:00200000:2.0:1789760791.999653:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000030ef3888 17ffffc0001001 3:0 ffff9c6f84fb5380 2640 lru
00000080:00200000:2.0:1789760791.999661:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000005ea103e8 1616: 1< 0 - - > 2< 6619136 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 6815744 - | - - + - > 5< - - + - | 0 - | 0 - ->
00000080:00200000:2.0:1789760791.999663:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000005eacfccd
00000080:00200000:2.0:1789760791.999664:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 81.
00000100:00100000:2.0:1789760792.002326:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f8a194700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777244032:192.168.203.138@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789760792.002352:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760792.002368:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f8a194000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777244416:192.168.203.138@tcp:4:dd.0
00000080:00200000:2.0:1789760792.003757:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2641 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.003791:0:13071:0:(rw26.c:871:ll_write_end()) pos 10817536, len 4096, copied 4096
00000080:00200000:2.0:1789760792.003799:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000f967fff4[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2641]
00000080:00200000:2.0:1789760792.003803:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000aa16c57d 17ffffc0001021 2:0 ffff9c6f84fb51c0 2641 lru
00000080:00200000:2.0:1789760792.003814:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000072e6a4ad 1617: 1< 0 - - > 2< 6623232 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.003820:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000f967fff4
00000080:00200000:2.0:1789760792.003824:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 82.
00000080:00200000:2.0:1789760792.003829:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2642 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.003852:0:13071:0:(rw26.c:871:ll_write_end()) pos 10821632, len 4096, copied 4096
00000080:00200000:2.0:1789760792.003858:0:13071:0:(rw26.c:929:ll_write_end()) page@000000003a658f06[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2642]
00000080:00200000:2.0:1789760792.003862:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000007f3ca5ba 17ffffc0001001 3:0 ffff9c6f84fb57e0 2642 lru
00000080:00200000:2.0:1789760792.003868:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000000c150e45 1618: 1< 0 - - > 2< 6627328 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.003875:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000003a658f06
00000080:00200000:2.0:1789760792.003877:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 83.
00000080:00200000:2.0:1789760792.003882:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2643 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.003910:0:13071:0:(rw26.c:871:ll_write_end()) pos 10825728, len 4096, copied 4096
00000080:00200000:2.0:1789760792.003917:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000a9e03f9c[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2643]
00000080:00200000:2.0:1789760792.003920:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000e2dc4161 17ffffc0001001 3:0 ffff9c6f84fb5ee0 2643 lru
00000080:00200000:2.0:1789760792.003926:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000002534d798 1619: 1< 0 - - > 2< 6631424 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.003929:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000a9e03f9c
00000080:00200000:2.0:1789760792.003931:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 84.
00000080:00200000:2.0:1789760792.003935:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2644 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.003956:0:13071:0:(rw26.c:871:ll_write_end()) pos 10829824, len 4096, copied 4096
00000080:00200000:2.0:1789760792.003962:0:13071:0:(rw26.c:929:ll_write_end()) page@000000001ee1287a[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2644]
00000080:00200000:2.0:1789760792.003965:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000dab4278b 17ffffc0001001 3:0 ffff9c6f84fb50e0 2644 lru
00000080:00200000:2.0:1789760792.003970:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000005d3603df 1620: 1< 0 - - > 2< 6635520 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.003972:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000001ee1287a
00000080:00200000:2.0:1789760792.003974:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 85.
00000080:00200000:2.0:1789760792.003978:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2645 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.003997:0:13071:0:(rw26.c:871:ll_write_end()) pos 10833920, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004005:0:13071:0:(rw26.c:929:ll_write_end()) page@000000009a457f85[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2645]
00000080:00200000:2.0:1789760792.004008:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000008b25d83e 17ffffc0001001 3:0 ffff9c6f84fb5c40 2645 lru
00000080:00200000:2.0:1789760792.004013:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000aae21034 1621: 1< 0 - - > 2< 6639616 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004015:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000009a457f85
00000080:00200000:2.0:1789760792.004016:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 86.
00000080:00200000:2.0:1789760792.004019:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2646 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004037:0:13071:0:(rw26.c:871:ll_write_end()) pos 10838016, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004047:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000db992cbd[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2646]
00000080:00200000:2.0:1789760792.004052:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000001bb21bb5 17ffffc0001001 3:0 ffff9c6f84fb52a0 2646 lru
00000080:00200000:2.0:1789760792.004063:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000c2b68010 1622: 1< 0 - - > 2< 6643712 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004067:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000db992cbd
00000080:00200000:2.0:1789760792.004068:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 87.
00000080:00200000:2.0:1789760792.004071:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2647 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004087:0:13071:0:(rw26.c:871:ll_write_end()) pos 10842112, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004090:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000009744672[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2647]
00000080:00200000:2.0:1789760792.004093:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000007bc9023e 17ffffc0001001 3:0 ffff9c6f84fb5e00 2647 lru
00000080:00200000:2.0:1789760792.004097:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000c68b01d5 1623: 1< 0 - - > 2< 6647808 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004099:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000009744672
00000080:00200000:2.0:1789760792.004101:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 88.
00000080:00200000:2.0:1789760792.004102:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2648 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004113:0:13071:0:(rw26.c:871:ll_write_end()) pos 10846208, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004117:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000d00c9ecf[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2648]
00000080:00200000:2.0:1789760792.004119:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000002f2c2b4e 17ffffc0001001 3:0 ffff9c6f84fb5700 2648 lru
00000080:00200000:2.0:1789760792.004124:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000026fdac6b 1624: 1< 0 - - > 2< 6651904 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004126:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000d00c9ecf
00000080:00200000:2.0:1789760792.004127:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 89.
00000080:00200000:2.0:1789760792.004129:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2649 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004139:0:13071:0:(rw26.c:871:ll_write_end()) pos 10850304, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004143:0:13071:0:(rw26.c:929:ll_write_end()) page@000000004abd0b45[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2649]
00000080:00200000:2.0:1789760792.004145:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000541c74c1 17ffffc0001001 3:0 ffff9c6f84fb5d20 2649 lru
00000080:00200000:2.0:1789760792.004150:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000d414aabf 1625: 1< 0 - - > 2< 6656000 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004152:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000004abd0b45
00000080:00200000:2.0:1789760792.004153:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 90.
00000080:00200000:2.0:1789760792.004155:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2650 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004168:0:13071:0:(rw26.c:871:ll_write_end()) pos 10854400, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004172:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000a3d99201[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2650]
00000080:00200000:2.0:1789760792.004175:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000d24553be 17ffffc0001001 3:0 ffff9c6f84fb5620 2650 lru
00000080:00200000:2.0:1789760792.004183:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000a88c5c4a 1626: 1< 0 - - > 2< 6660096 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004187:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000a3d99201
00000080:00200000:2.0:1789760792.004189:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 91.
00000080:00200000:2.0:1789760792.004191:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2651 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004214:0:13071:0:(rw26.c:871:ll_write_end()) pos 10858496, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004240:0:13071:0:(rw26.c:929:ll_write_end()) page@000000006cdee3bb[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2651]
00000080:00200000:2.0:1789760792.004244:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000005fa02905 17ffffc0001001 3:0 ffff9c6f84ec0700 2651 lru
00000080:00200000:2.0:1789760792.004250:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000684a5977 1627: 1< 0 - - > 2< 6664192 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004252:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000006cdee3bb
00000080:00200000:2.0:1789760792.004253:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 92.
00000080:00200000:2.0:1789760792.004257:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2652 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004278:0:13071:0:(rw26.c:871:ll_write_end()) pos 10862592, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004287:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000035c25fdd[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2652]
00000080:00200000:2.0:1789760792.004294:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000003c2e293e 17ffffc0001001 3:0 ffff9c6f84ec0d20 2652 lru
00000080:00200000:2.0:1789760792.004300:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000007896c1c5 1628: 1< 0 - - > 2< 6668288 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004302:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000035c25fdd
00000080:00200000:2.0:1789760792.004303:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 93.
00000080:00200000:2.0:1789760792.004306:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2653 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004327:0:13071:0:(rw26.c:871:ll_write_end()) pos 10866688, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004337:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000c7ba5a76[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2653]
00000080:00200000:2.0:1789760792.004344:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000001287529d 17ffffc0001001 3:0 ffff9c6f84ec0620 2653 lru
00000080:00200000:2.0:1789760792.004352:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000092a7be15 1629: 1< 0 - - > 2< 6672384 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004354:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000c7ba5a76
00000080:00200000:2.0:1789760792.004355:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 94.
00000080:00200000:2.0:1789760792.004357:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2654 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004377:0:13071:0:(rw26.c:871:ll_write_end()) pos 10870784, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004386:0:13071:0:(rw26.c:929:ll_write_end()) page@000000008997127f[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2654]
00000080:00200000:2.0:1789760792.004392:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000006db33844 17ffffc0001001 3:0 ffff9c6f84ec0b60 2654 lru
00000080:00200000:2.0:1789760792.004398:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000955fc238 1630: 1< 0 - - > 2< 6676480 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004400:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000008997127f
00000080:00200000:2.0:1789760792.004401:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 95.
00000080:00200000:2.0:1789760792.004403:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2655 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004423:0:13071:0:(rw26.c:871:ll_write_end()) pos 10874880, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004431:0:13071:0:(rw26.c:929:ll_write_end()) page@000000005d4b97ff[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2655]
00000080:00200000:2.0:1789760792.004436:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000052e8d991 17ffffc0001001 3:0 ffff9c6f84ec0540 2655 lru
00000080:00200000:2.0:1789760792.004442:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000849bcda8 1631: 1< 0 - - > 2< 6680576 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004443:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000005d4b97ff
00000080:00200000:2.0:1789760792.004445:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 96.
00000080:00200000:2.0:1789760792.004447:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2656 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004470:0:13071:0:(rw26.c:871:ll_write_end()) pos 10878976, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004479:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000b7908b79[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2656]
00000080:00200000:2.0:1789760792.004483:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000e85cd082 17ffffc0001021 2:0 ffff9c6f84ec08c0 2656 lru
00000080:00200000:2.0:1789760792.004488:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb998697 1632: 1< 0 - - > 2< 6684672 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004490:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000b7908b79
00000080:00200000:2.0:1789760792.004492:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 97.
00000080:00200000:2.0:1789760792.004495:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2657 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004513:0:13071:0:(rw26.c:871:ll_write_end()) pos 10883072, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004523:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000b68be782[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2657]
00000080:00200000:2.0:1789760792.004529:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000a09a0da5 17ffffc0001001 3:0 ffff9c6f84ec0000 2657 lru
00000080:00200000:2.0:1789760792.004534:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000954adbf9 1633: 1< 0 - - > 2< 6688768 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004536:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000b68be782
00000080:00200000:2.0:1789760792.004537:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 98.
00000080:00200000:2.0:1789760792.004539:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2658 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004556:0:13071:0:(rw26.c:871:ll_write_end()) pos 10887168, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004566:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000081feb010[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2658]
00000080:00200000:2.0:1789760792.004573:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000a4bfe47a 17ffffc0001001 3:0 ffff9c6f84ec09a0 2658 lru
00000080:00200000:2.0:1789760792.004582:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000002efa592f 1634: 1< 0 - - > 2< 6692864 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004584:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000081feb010
00000080:00200000:2.0:1789760792.004586:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 99.
00000080:00200000:2.0:1789760792.004588:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2659 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004606:0:13071:0:(rw26.c:871:ll_write_end()) pos 10891264, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004616:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000b91814cc[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2659]
00000080:00200000:2.0:1789760792.004623:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000b8108a0c 17ffffc0001001 3:0 ffff9c6f84ec0a80 2659 lru
00000080:00200000:2.0:1789760792.004634:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000b54a08dd 1635: 1< 0 - - > 2< 6696960 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004637:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000b91814cc
00000080:00200000:2.0:1789760792.004638:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 100.
00000080:00200000:2.0:1789760792.004641:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2660 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004661:0:13071:0:(rw26.c:871:ll_write_end()) pos 10895360, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004671:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000ca8fc8cf[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2660]
00000080:00200000:2.0:1789760792.004678:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000edf8bd50 17ffffc0001001 3:0 ffff9c6f84ec0460 2660 lru
00000080:00200000:2.0:1789760792.004686:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2b95bbb 1636: 1< 0 - - > 2< 6701056 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004688:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000ca8fc8cf
00000080:00200000:2.0:1789760792.004690:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 101.
00000080:00200000:2.0:1789760792.004692:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2661 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004711:0:13071:0:(rw26.c:871:ll_write_end()) pos 10899456, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004722:0:13071:0:(rw26.c:929:ll_write_end()) page@000000007bdc4666[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2661]
00000080:00200000:2.0:1789760792.004727:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000fcc3a8ee 17ffffc0001001 3:0 ffff9c6f84ec0380 2661 lru
00000080:00200000:2.0:1789760792.004732:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000079cc63e1 1637: 1< 0 - - > 2< 6705152 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004735:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000007bdc4666
00000080:00200000:2.0:1789760792.004736:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 102.
00000080:00200000:2.0:1789760792.004738:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2662 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004761:0:13071:0:(rw26.c:871:ll_write_end()) pos 10903552, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004770:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000052a98e27[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2662]
00000080:00200000:2.0:1789760792.004774:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000a1007ed5 17ffffc0001001 3:0 ffff9c6f84ec01c0 2662 lru
00000080:00200000:2.0:1789760792.004780:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000089188a4c 1638: 1< 0 - - > 2< 6709248 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004782:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000052a98e27
00000080:00200000:2.0:1789760792.004783:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 103.
00000080:00200000:2.0:1789760792.004786:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2663 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004803:0:13071:0:(rw26.c:871:ll_write_end()) pos 10907648, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004808:0:13071:0:(rw26.c:929:ll_write_end()) page@000000001cca2d1f[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2663]
00000080:00200000:2.0:1789760792.004810:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000ce532431 17ffffc0001001 3:0 ffff9c6f84ec07e0 2663 lru
00000080:00200000:2.0:1789760792.004815:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000077874a3f 1639: 1< 0 - - > 2< 6713344 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004818:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000001cca2d1f
00000080:00200000:2.0:1789760792.004819:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 104.
00000080:00200000:2.0:1789760792.004820:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2664 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.004834:0:13071:0:(rw26.c:871:ll_write_end()) pos 10911744, len 4096, copied 4096
00000080:00200000:2.0:1789760792.004839:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000d4fe7a5b[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2664]
00000080:00200000:2.0:1789760792.004841:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000e91de2c2 17ffffc0001001 3:0 ffff9c6f84ec0ee0 2664 lru
00000080:00200000:2.0:1789760792.004846:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000008fab6da0 1640: 1< 0 - - > 2< 6717440 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.004850:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000d4fe7a5b
00000080:00200000:2.0:1789760792.004851:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 105.
00000080:00200000:2.0:1789760792.004853:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2665 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.006848:0:13071:0:(rw26.c:871:ll_write_end()) pos 10915840, len 4096, copied 4096
00000080:00200000:2.0:1789760792.006857:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000b21d8e07[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2665]
00000080:00200000:2.0:1789760792.006864:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000cc3ef910 17ffffc0001001 3:0 ffff9c6f84ec00e0 2665 lru
00000080:00200000:2.0:1789760792.006883:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000003dea06e4 1641: 1< 0 - - > 2< 6721536 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.006898:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000b21d8e07
00000080:00200000:2.0:1789760792.006901:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 106.
00000080:00200000:2.0:1789760792.006906:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2666 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.006927:0:13071:0:(rw26.c:871:ll_write_end()) pos 10919936, len 4096, copied 4096
00000080:00200000:2.0:1789760792.006936:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000c942e2f1[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2666]
00000080:00200000:2.0:1789760792.007726:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000761ae240 17ffffc0001001 3:0 ffff9c6f84ec0c40 2666 lru
00000080:00200000:2.0:1789760792.007735:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000008f549104 1642: 1< 0 - - > 2< 6725632 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.007739:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000c942e2f1
00000080:00200000:2.0:1789760792.007743:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 107.
00000080:00200000:2.0:1789760792.007750:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2667 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.007779:0:13071:0:(rw26.c:871:ll_write_end()) pos 10924032, len 4096, copied 4096
00000080:00200000:2.0:1789760792.007790:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000cf98a362[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2667]
00000080:00200000:2.0:1789760792.007802:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000000753784b 17ffffc0001001 3:0 ffff9c6f84ec02a0 2667 lru
00000080:00200000:2.0:1789760792.007821:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000493fa651 1643: 1< 0 - - > 2< 6729728 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.007826:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000cf98a362
00000080:00200000:2.0:1789760792.007829:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 108.
00000080:00200000:2.0:1789760792.007832:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2668 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.007854:0:13071:0:(rw26.c:871:ll_write_end()) pos 10928128, len 4096, copied 4096
00000080:00200000:2.0:1789760792.007866:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000cee86a8b[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2668]
00000080:00200000:2.0:1789760792.007871:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000fbdb201d 17ffffc0001001 3:0 ffff9c6f84ec0e00 2668 lru
00000080:00200000:2.0:1789760792.007877:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000082639b7b 1644: 1< 0 - - > 2< 6733824 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.007880:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000cee86a8b
00000080:00200000:2.0:1789760792.007882:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 109.
00000080:00200000:2.0:1789760792.007899:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2669 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.007931:0:13071:0:(rw26.c:871:ll_write_end()) pos 10932224, len 4096, copied 4096
00000080:00200000:2.0:1789760792.008016:0:13071:0:(rw26.c:929:ll_write_end()) page@000000002e0bbe05[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2669]
00000080:00200000:2.0:1789760792.008027:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000089f23977 17ffffc0001001 3:0 ffff9c6f84ec4700 2669 lru
00000080:00200000:2.0:1789760792.008043:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000000abf34e7 1645: 1< 0 - - > 2< 6737920 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.008049:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000002e0bbe05
00000080:00200000:2.0:1789760792.008053:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 110.
00000080:00200000:2.0:1789760792.008060:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2670 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.008086:0:13071:0:(rw26.c:871:ll_write_end()) pos 10936320, len 4096, copied 4096
00000080:00200000:2.0:1789760792.008099:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000098cd8495[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2670]
00000080:00200000:2.0:1789760792.008110:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000df1f4126 17ffffc0001001 3:0 ffff9c6f84ec4d20 2670 lru
00000080:00200000:2.0:1789760792.008124:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000c3a5b2e9 1646: 1< 0 - - > 2< 6742016 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.008131:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000098cd8495
00000080:00200000:2.0:1789760792.008134:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 111.
00000080:00200000:2.0:1789760792.008138:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2671 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.008167:0:13071:0:(rw26.c:871:ll_write_end()) pos 10940416, len 4096, copied 4096
00000080:00200000:2.0:1789760792.008174:0:13071:0:(rw26.c:929:ll_write_end()) page@000000001d93db56[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2671]
00000080:00200000:2.0:1789760792.008178:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000020cce8c4 17ffffc0001021 2:0 ffff9c6f84ec4620 2671 lru
00000080:00200000:2.0:1789760792.008192:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000adb83061 1647: 1< 0 - - > 2< 6746112 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.008198:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000001d93db56
00000080:00200000:2.0:1789760792.008201:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 112.
00000080:00200000:2.0:1789760792.008205:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2672 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.008249:0:13071:0:(rw26.c:871:ll_write_end()) pos 10944512, len 4096, copied 4096
00000080:00200000:2.0:1789760792.008257:0:13071:0:(rw26.c:929:ll_write_end()) page@000000003bd96361[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2672]
00000080:00200000:2.0:1789760792.008266:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000005610d9fc 17ffffc0001001 3:0 ffff9c6f84ec4b60 2672 lru
00000080:00200000:2.0:1789760792.008287:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000658490d8 1648: 1< 0 - - > 2< 6750208 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.008294:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000003bd96361
00000080:00200000:2.0:1789760792.008298:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 113.
00000080:00200000:2.0:1789760792.008303:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2673 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.008327:0:13071:0:(rw26.c:871:ll_write_end()) pos 10948608, len 4096, copied 4096
00000080:00200000:2.0:1789760792.008338:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000039b7e71[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2673]
00000080:00200000:2.0:1789760792.008346:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000e94a459d 17ffffc0001001 3:0 ffff9c6f84ec4540 2673 lru
00000080:00200000:2.0:1789760792.008356:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000117ec40b 1649: 1< 0 - - > 2< 6754304 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.008359:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000039b7e71
00000080:00200000:2.0:1789760792.008361:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 114.
00000080:00200000:2.0:1789760792.008363:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2674 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.008387:0:13071:0:(rw26.c:871:ll_write_end()) pos 10952704, len 4096, copied 4096
00000080:00200000:2.0:1789760792.008395:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000056d8eb9[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2674]
00000080:00200000:2.0:1789760792.008399:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000004778874a 17ffffc0001001 3:0 ffff9c6f84ec48c0 2674 lru
00000080:00200000:2.0:1789760792.008405:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000ea731570 1650: 1< 0 - - > 2< 6758400 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.008408:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000056d8eb9
00000080:00200000:2.0:1789760792.008411:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 115.
00000080:00200000:2.0:1789760792.008417:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2675 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.008442:0:13071:0:(rw26.c:871:ll_write_end()) pos 10956800, len 4096, copied 4096
00000080:00200000:2.0:1789760792.008448:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000003b407ec[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2675]
00000080:00200000:2.0:1789760792.008452:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000080b984e1 17ffffc0001001 3:0 ffff9c6f84ec4000 2675 lru
00000080:00200000:2.0:1789760792.008464:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000001654eca1 1651: 1< 0 - - > 2< 6762496 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.008470:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000003b407ec
00000080:00200000:2.0:1789760792.008474:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 116.
00000080:00200000:2.0:1789760792.008478:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2676 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.008501:0:13071:0:(rw26.c:871:ll_write_end()) pos 10960896, len 4096, copied 4096
00000080:00200000:2.0:1789760792.008509:0:13071:0:(rw26.c:929:ll_write_end()) page@000000008146a593[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2676]
00000080:00200000:2.0:1789760792.008518:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000004ee1b583 17ffffc0001001 3:0 ffff9c6f84ec49a0 2676 lru
00000080:00200000:2.0:1789760792.008534:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000ff640341 1652: 1< 0 - - > 2< 6766592 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.008540:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000008146a593
00000080:00200000:2.0:1789760792.008543:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 117.
00000080:00200000:2.0:1789760792.008547:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2677 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.009208:0:13071:0:(rw26.c:871:ll_write_end()) pos 10964992, len 4096, copied 4096
00000080:00200000:2.0:1789760792.009216:0:13071:0:(rw26.c:929:ll_write_end()) page@000000008d9da736[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2677]
00000080:00200000:2.0:1789760792.009218:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000ed815cec 17ffffc0001001 3:0 ffff9c6f84ec4a80 2677 lru
00000080:00200000:2.0:1789760792.009249:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000077020419 1653: 1< 0 - - > 2< 6770688 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.009251:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000008d9da736
00000080:00200000:2.0:1789760792.009252:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 118.
00000080:00200000:2.0:1789760792.009255:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2678 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.011649:0:13071:0:(rw26.c:871:ll_write_end()) pos 10969088, len 4096, copied 4096
00000080:00200000:2.0:1789760792.011667:0:13071:0:(rw26.c:929:ll_write_end()) page@000000000dca9c89[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2678]
00000080:00200000:2.0:1789760792.011671:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000000f233232 17ffffc0001001 3:0 ffff9c6f84ec4460 2678 lru
00000080:00200000:2.0:1789760792.011678:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000983ba8f8 1654: 1< 0 - - > 2< 6774784 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.011681:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000000dca9c89
00000080:00200000:2.0:1789760792.011682:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 119.
00000080:00200000:2.0:1789760792.011687:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2679 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.011718:0:13071:0:(rw26.c:871:ll_write_end()) pos 10973184, len 4096, copied 4096
00000080:00200000:2.0:1789760792.011723:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000c620ced6[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2679]
00000080:00200000:2.0:1789760792.011726:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000003f7c6739 17ffffc0001001 3:0 ffff9c6f84ec4380 2679 lru
00000080:00200000:2.0:1789760792.011732:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000d847ab70 1655: 1< 0 - - > 2< 6778880 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.011735:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000c620ced6
00000080:00200000:2.0:1789760792.011736:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 120.
00000080:00200000:2.0:1789760792.011738:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2680 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.011753:0:13071:0:(rw26.c:871:ll_write_end()) pos 10977280, len 4096, copied 4096
00000080:00200000:2.0:1789760792.011757:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000fc7bc735[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2680]
00000080:00200000:2.0:1789760792.011760:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000032482816 17ffffc0001001 3:0 ffff9c6f84ec41c0 2680 lru
00000080:00200000:2.0:1789760792.011765:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000001bed551c 1656: 1< 0 - - > 2< 6782976 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.011767:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000fc7bc735
00000080:00200000:2.0:1789760792.011768:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 121.
00000080:00200000:2.0:1789760792.011770:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2681 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.011788:0:13071:0:(rw26.c:871:ll_write_end()) pos 10981376, len 4096, copied 4096
00000080:00200000:2.0:1789760792.011793:0:13071:0:(rw26.c:929:ll_write_end()) page@000000003723fcfb[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2681]
00000080:00200000:2.0:1789760792.011796:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000063273137 17ffffc0001001 3:0 ffff9c6f84ec47e0 2681 lru
00000080:00200000:2.0:1789760792.011801:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000bc2a67aa 1657: 1< 0 - - > 2< 6787072 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.011803:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000003723fcfb
00000080:00200000:2.0:1789760792.011804:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 122.
00000080:00200000:2.0:1789760792.011806:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2682 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.011822:0:13071:0:(rw26.c:871:ll_write_end()) pos 10985472, len 4096, copied 4096
00000080:00200000:2.0:1789760792.011826:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000edd67fff[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2682]
00000080:00200000:2.0:1789760792.011830:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000889c76b9 17ffffc0001001 3:0 ffff9c6f84ec4ee0 2682 lru
00000080:00200000:2.0:1789760792.011835:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000076a6f4e 1658: 1< 0 - - > 2< 6791168 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.011837:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000edd67fff
00000080:00200000:2.0:1789760792.011838:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 123.
00000080:00200000:2.0:1789760792.011840:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2683 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.011855:0:13071:0:(rw26.c:871:ll_write_end()) pos 10989568, len 4096, copied 4096
00000080:00200000:2.0:1789760792.011860:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000082af43a1[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2683]
00000080:00200000:2.0:1789760792.011862:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000016e5170c 17ffffc0001001 3:0 ffff9c6f84ec40e0 2683 lru
00000080:00200000:2.0:1789760792.011867:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000cd654c1a 1659: 1< 0 - - > 2< 6795264 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.011869:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000082af43a1
00000080:00200000:2.0:1789760792.011869:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 124.
00000080:00200000:2.0:1789760792.011871:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2684 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.011884:0:13071:0:(rw26.c:871:ll_write_end()) pos 10993664, len 4096, copied 4096
00000080:00200000:2.0:1789760792.011901:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000c99601be[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2684]
00000080:00200000:2.0:1789760792.011904:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000a2fe0503 17ffffc0001001 3:0 ffff9c6f84ec4c40 2684 lru
00000080:00200000:2.0:1789760792.011908:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000006a84fa7 1660: 1< 0 - - > 2< 6799360 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.011910:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000c99601be
00000080:00200000:2.0:1789760792.011911:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 125.
00000080:00200000:2.0:1789760792.011913:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2685 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.011928:0:13071:0:(rw26.c:871:ll_write_end()) pos 10997760, len 4096, copied 4096
00000080:00200000:2.0:1789760792.011932:0:13071:0:(rw26.c:929:ll_write_end()) page@000000001bef6c60[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2685]
00000080:00200000:2.0:1789760792.011935:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000004139fbb7 17ffffc0001001 3:0 ffff9c6f84ec42a0 2685 lru
00000080:00200000:2.0:1789760792.011939:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000004e2ae1a4 1661: 1< 0 - - > 2< 6803456 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.011941:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000001bef6c60
00000080:00200000:2.0:1789760792.011942:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 126.
00000080:00200000:2.0:1789760792.011944:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2686 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.011966:0:13071:0:(rw26.c:871:ll_write_end()) pos 11001856, len 4096, copied 4096
00000080:00200000:2.0:1789760792.011971:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000043d2a966[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2686]
00000080:00200000:2.0:1789760792.011974:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000ac0ef883 17ffffc0001021 2:0 ffff9c6f84ec4e00 2686 lru
00000080:00200000:2.0:1789760792.011979:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000e2f2b9fd 1662: 1< 0 - - > 2< 6807552 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.011982:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000043d2a966
00000080:00200000:2.0:1789760792.011983:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 127.
00000080:00200000:2.0:1789760792.011985:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2687 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.012013:0:13071:0:(rw26.c:871:ll_write_end()) pos 11005952, len 4096, copied 4096
00000080:00200000:2.0:1789760792.012017:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000f5d49595[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2687]
00000080:00200000:2.0:1789760792.012020:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000acdf2f3d 17ffffc0001001 3:0 ffff9c6f84ec31c0 2687 lru
00000080:00200000:2.0:1789760792.012025:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000ba9fb5b0 1663: 1< 0 - - > 2< 6811648 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.012027:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000f5d49595
00000080:00200000:2.0:1789760792.012028:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 128.
00000080:00200000:2.0:1789760792.012030:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2688 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.012053:0:13071:0:(rw26.c:871:ll_write_end()) pos 11010048, len 4096, copied 4096
00000080:00200000:2.0:1789760792.012057:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000645c5277[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2688]
00000080:00200000:2.0:1789760792.012060:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000ddc1206f 17ffffc0001001 3:0 ffff9c6f84ec37e0 2688 lru
00000080:00200000:2.0:1789760792.012066:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000c1cce52f 1664: 1< 0 - - > 2< 6815744 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.012068:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000645c5277
00000080:00200000:2.0:1789760792.012069:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 129.
00000080:00200000:2.0:1789760792.012071:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2689 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.012100:0:13071:0:(rw26.c:871:ll_write_end()) pos 11014144, len 4096, copied 4096
00000080:00200000:2.0:1789760792.012105:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000dab4fc94[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2689]
00000080:00200000:2.0:1789760792.012108:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000e1d09178 17ffffc0001001 3:0 ffff9c6f84ec3ee0 2689 lru
00000080:00200000:2.0:1789760792.012113:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000d9c6418e 1665: 1< 0 - - > 2< 6819840 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.012115:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000dab4fc94
00000080:00200000:2.0:1789760792.012116:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 130.
00000080:00200000:2.0:1789760792.012118:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2690 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.012133:0:13071:0:(rw26.c:871:ll_write_end()) pos 11018240, len 4096, copied 4096
00000080:00200000:2.0:1789760792.012137:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000ef7f5511[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2690]
00000080:00200000:2.0:1789760792.012140:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000cb8e4f2a 17ffffc0001001 3:0 ffff9c6f84ec30e0 2690 lru
00000080:00200000:2.0:1789760792.012145:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000dba39922 1666: 1< 0 - - > 2< 6823936 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.012148:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000ef7f5511
00000080:00200000:2.0:1789760792.012149:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 131.
00000080:00200000:2.0:1789760792.012151:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2691 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.012168:0:13071:0:(rw26.c:871:ll_write_end()) pos 11022336, len 4096, copied 4096
00000080:00200000:2.0:1789760792.012174:0:13071:0:(rw26.c:929:ll_write_end()) page@000000003c886ea6[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2691]
00000080:00200000:2.0:1789760792.012177:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000d6c4e0b9 17ffffc0001001 3:0 ffff9c6f84ec3c40 2691 lru
00000080:00200000:2.0:1789760792.012183:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000428e4550 1667: 1< 0 - - > 2< 6828032 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.012186:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000003c886ea6
00000080:00200000:2.0:1789760792.012187:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 132.
00000080:00200000:2.0:1789760792.012190:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2692 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.012207:0:13071:0:(rw26.c:871:ll_write_end()) pos 11026432, len 4096, copied 4096
00000080:00200000:2.0:1789760792.012211:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000587e46d5[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2692]
00000080:00200000:2.0:1789760792.012214:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000004e643ab0 17ffffc0001001 3:0 ffff9c6f84ec32a0 2692 lru
00000080:00200000:2.0:1789760792.012220:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000004235fa5b 1668: 1< 0 - - > 2< 6832128 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015011:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000587e46d5
00000080:00200000:2.0:1789760792.015013:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 133.
00000080:00200000:2.0:1789760792.015034:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2693 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015206:0:13071:0:(rw26.c:871:ll_write_end()) pos 11030528, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015212:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000056c02855[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2693]
00000080:00200000:2.0:1789760792.015214:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000007dc45337 17ffffc0001001 3:0 ffff9c6f84ec3e00 2693 lru
00000080:00200000:2.0:1789760792.015219:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000eb86f8bc 1669: 1< 0 - - > 2< 6836224 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015235:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000056c02855
00000080:00200000:2.0:1789760792.015236:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 134.
00000080:00200000:2.0:1789760792.015239:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2694 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015259:0:13071:0:(rw26.c:871:ll_write_end()) pos 11034624, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015264:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000030bcf4a0[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2694]
00000080:00200000:2.0:1789760792.015267:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000088ba37d 17ffffc0001001 3:0 ffff9c6f84ec3700 2694 lru
00000080:00200000:2.0:1789760792.015272:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000004546a82 1670: 1< 0 - - > 2< 6840320 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015274:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000030bcf4a0
00000080:00200000:2.0:1789760792.015275:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 135.
00000080:00200000:2.0:1789760792.015277:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2695 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015298:0:13071:0:(rw26.c:871:ll_write_end()) pos 11038720, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015303:0:13071:0:(rw26.c:929:ll_write_end()) page@000000006537fcbd[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2695]
00000080:00200000:2.0:1789760792.015306:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000072089884 17ffffc0001001 3:0 ffff9c6f84ec3d20 2695 lru
00000080:00200000:2.0:1789760792.015313:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000e4cd9329 1671: 1< 0 - - > 2< 6844416 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015316:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000006537fcbd
00000080:00200000:2.0:1789760792.015317:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 136.
00000080:00200000:2.0:1789760792.015319:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2696 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015341:0:13071:0:(rw26.c:871:ll_write_end()) pos 11042816, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015346:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000057ec9049[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2696]
00000080:00200000:2.0:1789760792.015349:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000097653262 17ffffc0001001 3:0 ffff9c6f84ec3620 2696 lru
00000080:00200000:2.0:1789760792.015355:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000006e0e5e0f 1672: 1< 0 - - > 2< 6848512 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015357:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000057ec9049
00000080:00200000:2.0:1789760792.015358:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 137.
00000080:00200000:2.0:1789760792.015360:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2697 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015375:0:13071:0:(rw26.c:871:ll_write_end()) pos 11046912, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015380:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000dcb8781d[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2697]
00000080:00200000:2.0:1789760792.015383:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000d73c5efa 17ffffc0001001 3:0 ffff9c6f84ec3b60 2697 lru
00000080:00200000:2.0:1789760792.015387:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000004f4371c1 1673: 1< 0 - - > 2< 6852608 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015389:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000dcb8781d
00000080:00200000:2.0:1789760792.015390:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 138.
00000080:00200000:2.0:1789760792.015392:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2698 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015406:0:13071:0:(rw26.c:871:ll_write_end()) pos 11051008, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015411:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000b2f33568[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2698]
00000080:00200000:2.0:1789760792.015414:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000072e6f6aa 17ffffc0001001 3:0 ffff9c6f84ec3540 2698 lru
00000080:00200000:2.0:1789760792.015419:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000004b835a09 1674: 1< 0 - - > 2< 6856704 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015421:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000b2f33568
00000080:00200000:2.0:1789760792.015422:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 139.
00000080:00200000:2.0:1789760792.015424:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2699 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015442:0:13071:0:(rw26.c:871:ll_write_end()) pos 11055104, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015446:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000024f613c4[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2699]
00000080:00200000:2.0:1789760792.015449:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000007ee5d40d 17ffffc0001001 3:0 ffff9c6f84ec38c0 2699 lru
00000080:00200000:2.0:1789760792.015454:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000001c7dac55 1675: 1< 0 - - > 2< 6860800 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015457:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000024f613c4
00000080:00200000:2.0:1789760792.015459:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 140.
00000080:00200000:2.0:1789760792.015461:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2700 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015480:0:13071:0:(rw26.c:871:ll_write_end()) pos 11059200, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015486:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000ac12fa3f[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2700]
00000080:00200000:2.0:1789760792.015489:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000009f228cff 17ffffc0001001 3:0 ffff9c6f84ec3000 2700 lru
00000080:00200000:2.0:1789760792.015494:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000f2f9fef4 1676: 1< 0 - - > 2< 6864896 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015497:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000ac12fa3f
00000080:00200000:2.0:1789760792.015499:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 141.
00000080:00200000:2.0:1789760792.015501:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2701 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015526:0:13071:0:(rw26.c:871:ll_write_end()) pos 11063296, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015531:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000bebdef4c[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2701]
00000080:00200000:2.0:1789760792.015534:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000c63b01f7 17ffffc0001021 2:0 ffff9c6f84ec39a0 2701 lru
00000080:00200000:2.0:1789760792.015539:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb0af2a6 1677: 1< 0 - - > 2< 6868992 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015541:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000bebdef4c
00000080:00200000:2.0:1789760792.015542:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 142.
00000080:00200000:2.0:1789760792.015543:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2702 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015560:0:13071:0:(rw26.c:871:ll_write_end()) pos 11067392, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015563:0:13071:0:(rw26.c:929:ll_write_end()) page@000000004edecdbb[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2702]
00000080:00200000:2.0:1789760792.015566:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000004ab161e5 17ffffc0001001 3:0 ffff9c6f84ec3a80 2702 lru
00000080:00200000:2.0:1789760792.015571:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000dae2d0e3 1678: 1< 0 - - > 2< 6873088 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015573:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000004edecdbb
00000080:00200000:2.0:1789760792.015574:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 143.
00000080:00200000:2.0:1789760792.015576:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2703 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015590:0:13071:0:(rw26.c:871:ll_write_end()) pos 11071488, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015594:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000843d63b1[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2703]
00000080:00200000:2.0:1789760792.015597:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000007ee2beb9 17ffffc0001001 3:0 ffff9c6f84ec3460 2703 lru
00000080:00200000:2.0:1789760792.015601:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000ed340527 1679: 1< 0 - - > 2< 6877184 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015603:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000843d63b1
00000080:00200000:2.0:1789760792.015604:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 144.
00000080:00200000:2.0:1789760792.015606:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2704 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015621:0:13071:0:(rw26.c:871:ll_write_end()) pos 11075584, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015624:0:13071:0:(rw26.c:929:ll_write_end()) page@000000006ccfccdf[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2704]
00000080:00200000:2.0:1789760792.015627:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000007011325 17ffffc0001001 3:0 ffff9c6f84ec3380 2704 lru
00000080:00200000:2.0:1789760792.015631:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000004277f987 1680: 1< 0 - - > 2< 6881280 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015633:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000006ccfccdf
00000080:00200000:2.0:1789760792.015634:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 145.
00000080:00200000:2.0:1789760792.015635:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2705 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015656:0:13071:0:(rw26.c:871:ll_write_end()) pos 11079680, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015660:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000ad53377a[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2705]
00000080:00200000:2.0:1789760792.015662:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000074893d3c 17ffffc0001001 3:0 ffff9c6f84ec19a0 2705 lru
00000080:00200000:2.0:1789760792.015666:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000d8ebf490 1681: 1< 0 - - > 2< 6885376 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015668:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000ad53377a
00000080:00200000:2.0:1789760792.015669:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 146.
00000080:00200000:2.0:1789760792.015671:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2706 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015682:0:13071:0:(rw26.c:871:ll_write_end()) pos 11083776, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015686:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000cb880547[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2706]
00000080:00200000:2.0:1789760792.015688:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000470c5a19 17ffffc0001001 3:0 ffff9c6f84ec1a80 2706 lru
00000080:00200000:2.0:1789760792.015693:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000000e5d6a03 1682: 1< 0 - - > 2< 6889472 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015695:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000cb880547
00000080:00200000:2.0:1789760792.015696:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 147.
00000080:00200000:2.0:1789760792.015697:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2707 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015709:0:13071:0:(rw26.c:871:ll_write_end()) pos 11087872, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015713:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000f69f75c4[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2707]
00000080:00200000:2.0:1789760792.015716:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000005100a821 17ffffc0001001 3:0 ffff9c6f84ec1460 2707 lru
00000080:00200000:2.0:1789760792.015721:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000005edf5d3e 1683: 1< 0 - - > 2< 6893568 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015723:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000f69f75c4
00000080:00200000:2.0:1789760792.015724:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 148.
00000080:00200000:2.0:1789760792.015726:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2708 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015743:0:13071:0:(rw26.c:871:ll_write_end()) pos 11091968, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015747:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000000af33d[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2708]
00000080:00200000:2.0:1789760792.015750:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000008285f358 17ffffc0001001 3:0 ffff9c6f84ec1380 2708 lru
00000080:00200000:2.0:1789760792.015755:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000050400fcc 1684: 1< 0 - - > 2< 6897664 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015759:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000000af33d
00000080:00200000:2.0:1789760792.015761:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 149.
00000080:00200000:2.0:1789760792.015763:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2709 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015784:0:13071:0:(rw26.c:871:ll_write_end()) pos 11096064, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015788:0:13071:0:(rw26.c:929:ll_write_end()) page@000000006d1aefec[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2709]
00000080:00200000:2.0:1789760792.015792:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000001d82a4a8 17ffffc0001001 3:0 ffff9c6f84ec11c0 2709 lru
00000080:00200000:2.0:1789760792.015798:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000005bbdb2bf 1685: 1< 0 - - > 2< 6901760 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015801:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000006d1aefec
00000080:00200000:2.0:1789760792.015802:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 150.
00000080:00200000:2.0:1789760792.015804:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2710 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015819:0:13071:0:(rw26.c:871:ll_write_end()) pos 11100160, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015822:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000596200be[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2710]
00000080:00200000:2.0:1789760792.015825:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000aa1696d6 17ffffc0001001 3:0 ffff9c6f84ec17e0 2710 lru
00000080:00200000:2.0:1789760792.015830:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000a985c8d4 1686: 1< 0 - - > 2< 6905856 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015832:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000596200be
00000080:00200000:2.0:1789760792.015833:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 151.
00000080:00200000:2.0:1789760792.015835:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2711 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015845:0:13071:0:(rw26.c:871:ll_write_end()) pos 11104256, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015849:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000786ae7e8[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2711]
00000080:00200000:2.0:1789760792.015851:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000035591946 17ffffc0001001 3:0 ffff9c6f84ec1ee0 2711 lru
00000080:00200000:2.0:1789760792.015855:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000087156b52 1687: 1< 0 - - > 2< 6909952 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015857:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000786ae7e8
00000080:00200000:2.0:1789760792.015858:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 152.
00000080:00200000:2.0:1789760792.015860:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2712 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015873:0:13071:0:(rw26.c:871:ll_write_end()) pos 11108352, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015876:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000004af6eaf[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2712]
00000080:00200000:2.0:1789760792.015879:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000077a0cb56 17ffffc0001001 3:0 ffff9c6f84ec10e0 2712 lru
00000080:00200000:2.0:1789760792.015883:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000007e2dd743 1688: 1< 0 - - > 2< 6914048 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015885:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000004af6eaf
00000080:00200000:2.0:1789760792.015896:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 153.
00000080:00200000:2.0:1789760792.015899:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2713 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015914:0:13071:0:(rw26.c:871:ll_write_end()) pos 11112448, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015919:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000000e48ec2[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2713]
00000080:00200000:2.0:1789760792.015921:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000dc8c4650 17ffffc0001001 3:0 ffff9c6f84ec1c40 2713 lru
00000080:00200000:2.0:1789760792.015926:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000c79b43fd 1689: 1< 0 - - > 2< 6918144 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015929:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000000e48ec2
00000080:00200000:2.0:1789760792.015930:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 154.
00000080:00200000:2.0:1789760792.015932:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2714 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015946:0:13071:0:(rw26.c:871:ll_write_end()) pos 11116544, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015950:0:13071:0:(rw26.c:929:ll_write_end()) page@000000003e35e0c3[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2714]
00000080:00200000:2.0:1789760792.015953:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000da1dca6a 17ffffc0001001 3:0 ffff9c6f84ec12a0 2714 lru
00000080:00200000:2.0:1789760792.015958:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000093d87f3f 1690: 1< 0 - - > 2< 6922240 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015961:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000003e35e0c3
00000080:00200000:2.0:1789760792.015962:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 155.
00000080:00200000:2.0:1789760792.015965:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2715 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.015980:0:13071:0:(rw26.c:871:ll_write_end()) pos 11120640, len 4096, copied 4096
00000080:00200000:2.0:1789760792.015984:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000017ca6638[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2715]
00000080:00200000:2.0:1789760792.015987:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000000cbb62d9 17ffffc0001001 3:0 ffff9c6f84ec1e00 2715 lru
00000080:00200000:2.0:1789760792.015992:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000003289ac86 1691: 1< 0 - - > 2< 6926336 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.015994:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000017ca6638
00000080:00200000:2.0:1789760792.015995:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 156.
00000080:00200000:2.0:1789760792.015996:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2716 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.016015:0:13071:0:(rw26.c:871:ll_write_end()) pos 11124736, len 4096, copied 4096
00000080:00200000:2.0:1789760792.016020:0:13071:0:(rw26.c:929:ll_write_end()) page@000000002cd9c96e[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2716]
00000080:00200000:2.0:1789760792.016023:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000004c0d0932 17ffffc0001021 2:0 ffff9c6f84ec1700 2716 lru
00000080:00200000:2.0:1789760792.016028:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000dbe7dc96 1692: 1< 0 - - > 2< 6930432 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.016030:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000002cd9c96e
00000080:00200000:2.0:1789760792.016031:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 157.
00000080:00200000:2.0:1789760792.016032:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2717 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.016048:0:13071:0:(rw26.c:871:ll_write_end()) pos 11128832, len 4096, copied 4096
00000080:00200000:2.0:1789760792.016052:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000028a97855[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2717]
00000080:00200000:2.0:1789760792.016055:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000008fa6d78d 17ffffc0001001 3:0 ffff9c6f84ec1d20 2717 lru
00000080:00200000:2.0:1789760792.016061:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000007b6927f7 1693: 1< 0 - - > 2< 6934528 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.016063:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000028a97855
00000080:00200000:2.0:1789760792.016064:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 158.
00000080:00200000:2.0:1789760792.016066:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2718 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.016147:0:13071:0:(rw26.c:871:ll_write_end()) pos 11132928, len 4096, copied 4096
00000080:00200000:2.0:1789760792.016152:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000004609768[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2718]
00000080:00200000:2.0:1789760792.016155:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000661c9d6f 17ffffc0001001 3:0 ffff9c6f84ec1620 2718 lru
00000080:00200000:2.0:1789760792.016160:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000d9453fce 1694: 1< 0 - - > 2< 6938624 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.016162:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000004609768
00000080:00200000:2.0:1789760792.016163:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 159.
00000080:00200000:2.0:1789760792.016165:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2719 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.016182:0:13071:0:(rw26.c:871:ll_write_end()) pos 11137024, len 4096, copied 4096
00000080:00200000:2.0:1789760792.016186:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000fa8cebcc[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2719]
00000080:00200000:2.0:1789760792.016188:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000f5c58639 17ffffc0001001 3:0 ffff9c6f84ec1b60 2719 lru
00000080:00200000:2.0:1789760792.016193:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000003041bbdc 1695: 1< 0 - - > 2< 6942720 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.016196:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000fa8cebcc
00000080:00200000:2.0:1789760792.016197:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 160.
00000080:00200000:2.0:1789760792.016199:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2720 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.016214:0:13071:0:(rw26.c:871:ll_write_end()) pos 11141120, len 4096, copied 4096
00000080:00200000:2.0:1789760792.016219:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000d6edaa66[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2720]
00000080:00200000:2.0:1789760792.016244:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000005d60ad1b 17ffffc0001001 3:0 ffff9c6f84ec1540 2720 lru
00000080:00200000:2.0:1789760792.016249:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000afb5b232 1696: 1< 0 - - > 2< 6946816 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.016251:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000d6edaa66
00000080:00200000:2.0:1789760792.016253:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 161.
00000080:00200000:2.0:1789760792.016254:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2721 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.016272:0:13071:0:(rw26.c:871:ll_write_end()) pos 11145216, len 4096, copied 4096
00000080:00200000:2.0:1789760792.016275:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000d9d10631[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2721]
00000080:00200000:2.0:1789760792.016278:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000001d106c41 17ffffc0001001 3:0 ffff9c6f84ec18c0 2721 lru
00000080:00200000:2.0:1789760792.016283:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9d2110d 1697: 1< 0 - - > 2< 6950912 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.016286:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000d9d10631
00000080:00200000:2.0:1789760792.016287:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 162.
00000080:00200000:2.0:1789760792.016288:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2722 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.016303:0:13071:0:(rw26.c:871:ll_write_end()) pos 11149312, len 4096, copied 4096
00000080:00200000:2.0:1789760792.016307:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000bf224c77[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2722]
00000080:00200000:2.0:1789760792.016310:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000c0e519b9 17ffffc0001001 3:0 ffff9c6f84ec1000 2722 lru
00000080:00200000:2.0:1789760792.016315:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000000d299393 1698: 1< 0 - - > 2< 6955008 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.016317:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000bf224c77
00000080:00200000:2.0:1789760792.016318:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 163.
00000080:00200000:2.0:1789760792.016319:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2723 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.016342:0:13071:0:(rw26.c:871:ll_write_end()) pos 11153408, len 4096, copied 4096
00000080:00200000:2.0:1789760792.016346:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000281d9bb5[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2723]
00000080:00200000:2.0:1789760792.016349:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000006de485c1 17ffffc0001001 3:0 ffff9c6f84faf1c0 2723 lru
00000080:00200000:2.0:1789760792.016354:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000ec3b9621 1699: 1< 0 - - > 2< 6959104 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.016356:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000281d9bb5
00000080:00200000:2.0:1789760792.016356:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 164.
00000080:00200000:2.0:1789760792.016358:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2724 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.016372:0:13071:0:(rw26.c:871:ll_write_end()) pos 11157504, len 4096, copied 4096
00000080:00200000:2.0:1789760792.016377:0:13071:0:(rw26.c:929:ll_write_end()) page@000000004019d506[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2724]
00000080:00200000:2.0:1789760792.016379:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000067a89b68 17ffffc0001001 3:0 ffff9c6f84faf7e0 2724 lru
00000080:00200000:2.0:1789760792.016384:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000dd95386b 1700: 1< 0 - - > 2< 6963200 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.016386:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000004019d506
00000080:00200000:2.0:1789760792.016387:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 165.
00000080:00200000:2.0:1789760792.016388:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2725 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.016404:0:13071:0:(rw26.c:871:ll_write_end()) pos 11161600, len 4096, copied 4096
00000080:00200000:2.0:1789760792.016407:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000926e9f2a[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2725]
00000080:00200000:2.0:1789760792.016410:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000008a021026 17ffffc0001001 3:0 ffff9c6f84fafee0 2725 lru
00000080:00200000:2.0:1789760792.016415:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000fc530aa6 1701: 1< 0 - - > 2< 6967296 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.016416:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000926e9f2a
00000080:00200000:2.0:1789760792.016417:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 166.
00000080:00200000:2.0:1789760792.020250:0:13071:0:(rw26.c:871:ll_write_end()) pos 11182080, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020257:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000e37a3a24[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2730]
00000080:00200000:2.0:1789760792.020261:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000187c25c2 17ffffc0001001 3:0 ffff9c6f84faf0e0 2730 lru
00000080:00200000:2.0:1789760792.020266:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000ec4c581b 1706: 1< 0 - - > 2< 6987776 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020269:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000e37a3a24
00000080:00200000:2.0:1789760792.020270:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 171.
00000080:00200000:2.0:1789760792.020273:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2731 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020293:0:13071:0:(rw26.c:871:ll_write_end()) pos 11186176, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020298:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000067a7acbb[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2731]
00000080:00200000:2.0:1789760792.020301:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000008e96901e 17ffffc0001001 3:0 ffff9c6f84fafc40 2731 lru
00000080:00200000:2.0:1789760792.020306:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000a2a2162a 1707: 1< 0 - - > 2< 6991872 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020308:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000067a7acbb
00000080:00200000:2.0:1789760792.020309:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 172.
00000080:00200000:2.0:1789760792.020310:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2732 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020325:0:13071:0:(rw26.c:871:ll_write_end()) pos 11190272, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020330:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000e7939327[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2732]
00000080:00200000:2.0:1789760792.020332:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000005461425b 17ffffc0001001 3:0 ffff9c6f84faf2a0 2732 lru
00000080:00200000:2.0:1789760792.020336:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000ef19d864 1708: 1< 0 - - > 2< 6995968 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020338:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000e7939327
00000080:00200000:2.0:1789760792.020339:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 173.
00000080:00200000:2.0:1789760792.020340:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2733 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020355:0:13071:0:(rw26.c:871:ll_write_end()) pos 11194368, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020359:0:13071:0:(rw26.c:929:ll_write_end()) page@000000002b0d5f84[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2733]
00000080:00200000:2.0:1789760792.020361:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000099ecab76 17ffffc0001001 3:0 ffff9c6f84fafe00 2733 lru
00000080:00200000:2.0:1789760792.020366:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000077329e84 1709: 1< 0 - - > 2< 7000064 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020367:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000002b0d5f84
00000080:00200000:2.0:1789760792.020368:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 174.
00000080:00200000:2.0:1789760792.020370:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2734 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020382:0:13071:0:(rw26.c:871:ll_write_end()) pos 11198464, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020386:0:13071:0:(rw26.c:929:ll_write_end()) page@000000008246a54b[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2734]
00000080:00200000:2.0:1789760792.020389:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000008e39dbd5 17ffffc0001001 3:0 ffff9c6f84faf700 2734 lru
00000080:00200000:2.0:1789760792.020393:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000c7461254 1710: 1< 0 - - > 2< 7004160 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020395:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000008246a54b
00000080:00200000:2.0:1789760792.020396:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 175.
00000080:00200000:2.0:1789760792.020397:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2735 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020411:0:13071:0:(rw26.c:871:ll_write_end()) pos 11202560, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020416:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000080fae05e[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2735]
00000080:00200000:2.0:1789760792.020418:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000007d8e7072 17ffffc0001001 3:0 ffff9c6f84fafd20 2735 lru
00000080:00200000:2.0:1789760792.020422:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000efea7834 1711: 1< 0 - - > 2< 7008256 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020424:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000080fae05e
00000080:00200000:2.0:1789760792.020424:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 176.
00000080:00200000:2.0:1789760792.020426:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2736 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020444:0:13071:0:(rw26.c:871:ll_write_end()) pos 11206656, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020449:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000054c3f514[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2736]
00000080:00200000:2.0:1789760792.020451:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000763f803b 17ffffc0001021 2:0 ffff9c6f84faf620 2736 lru
00000080:00200000:2.0:1789760792.020456:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000009629f66b 1712: 1< 0 - - > 2< 7012352 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020458:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000054c3f514
00000080:00200000:2.0:1789760792.020460:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 177.
00000080:00200000:2.0:1789760792.020461:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2737 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020476:0:13071:0:(rw26.c:871:ll_write_end()) pos 11210752, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020480:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000dad137f5[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2737]
00000080:00200000:2.0:1789760792.020483:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000bc669be1 17ffffc0001001 3:0 ffff9c6f84fafb60 2737 lru
00000080:00200000:2.0:1789760792.020489:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000bf59995e 1713: 1< 0 - - > 2< 7016448 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020491:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000dad137f5
00000080:00200000:2.0:1789760792.020492:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 178.
00000080:00200000:2.0:1789760792.020494:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2738 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020509:0:13071:0:(rw26.c:871:ll_write_end()) pos 11214848, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020513:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000abc78eea[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2738]
00000080:00200000:2.0:1789760792.020516:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000a4571a1b 17ffffc0001001 3:0 ffff9c6f84faf540 2738 lru
00000080:00200000:2.0:1789760792.020521:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000685bfa29 1714: 1< 0 - - > 2< 7020544 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020524:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000abc78eea
00000080:00200000:2.0:1789760792.020524:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 179.
00000080:00200000:2.0:1789760792.020526:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2739 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020543:0:13071:0:(rw26.c:871:ll_write_end()) pos 11218944, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020547:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000062537f48[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2739]
00000080:00200000:2.0:1789760792.020552:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000044113b22 17ffffc0001001 3:0 ffff9c6f84faf8c0 2739 lru
00000080:00200000:2.0:1789760792.020557:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000a6515f52 1715: 1< 0 - - > 2< 7024640 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020559:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000062537f48
00000080:00200000:2.0:1789760792.020560:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 180.
00000080:00200000:2.0:1789760792.020562:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2740 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020575:0:13071:0:(rw26.c:871:ll_write_end()) pos 11223040, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020578:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000080ee10fd[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2740]
00000080:00200000:2.0:1789760792.020580:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000e05e3f1e 17ffffc0001001 3:0 ffff9c6f84faf000 2740 lru
00000080:00200000:2.0:1789760792.020585:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000d641cd4a 1716: 1< 0 - - > 2< 7028736 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020587:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000080ee10fd
00000080:00200000:2.0:1789760792.020588:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 181.
00000080:00200000:2.0:1789760792.020589:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2741 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020601:0:13071:0:(rw26.c:871:ll_write_end()) pos 11227136, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020605:0:13071:0:(rw26.c:929:ll_write_end()) page@000000000d7eb49e[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2741]
00000080:00200000:2.0:1789760792.020607:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000008c280662 17ffffc0001001 3:0 ffff9c6f84faf9a0 2741 lru
00000080:00200000:2.0:1789760792.020612:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000006c9d629d 1717: 1< 0 - - > 2< 7032832 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020614:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000000d7eb49e
00000080:00200000:2.0:1789760792.020615:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 182.
00000080:00200000:2.0:1789760792.020616:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2742 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020630:0:13071:0:(rw26.c:871:ll_write_end()) pos 11231232, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020633:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000001cbe959[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2742]
00000080:00200000:2.0:1789760792.020636:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000fd71d05c 17ffffc0001001 3:0 ffff9c6f84fafa80 2742 lru
00000080:00200000:2.0:1789760792.020640:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000964a05dd 1718: 1< 0 - - > 2< 7036928 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020642:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000001cbe959
00000080:00200000:2.0:1789760792.020642:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 183.
00000080:00200000:2.0:1789760792.020644:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2743 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020655:0:13071:0:(rw26.c:871:ll_write_end()) pos 11235328, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020659:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000b24c6402[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2743]
00000080:00200000:2.0:1789760792.020661:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000017088e6b 17ffffc0001001 3:0 ffff9c6f84faf460 2743 lru
00000080:00200000:2.0:1789760792.020666:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000000f2df90c 1719: 1< 0 - - > 2< 7041024 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020669:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000b24c6402
00000080:00200000:2.0:1789760792.020670:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 184.
00000080:00200000:2.0:1789760792.020672:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2744 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020683:0:13071:0:(rw26.c:871:ll_write_end()) pos 11239424, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020687:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000e4b11c33[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2744]
00000080:00200000:2.0:1789760792.020689:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000139b8aa3 17ffffc0001001 3:0 ffff9c6f84faf380 2744 lru
00000080:00200000:2.0:1789760792.020694:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000dc111cfc 1720: 1< 0 - - > 2< 7045120 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020696:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000e4b11c33
00000080:00200000:2.0:1789760792.020697:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 185.
00000080:00200000:2.0:1789760792.020698:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2745 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020719:0:13071:0:(rw26.c:871:ll_write_end()) pos 11243520, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020722:0:13071:0:(rw26.c:929:ll_write_end()) page@000000007b5a148a[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2745]
00000080:00200000:2.0:1789760792.020725:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000003e6957dc 17ffffc0001001 3:0 ffff9c6f84fb0700 2745 lru
00000080:00200000:2.0:1789760792.020729:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000008d7c3212 1721: 1< 0 - - > 2< 7049216 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020731:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000007b5a148a
00000080:00200000:2.0:1789760792.020732:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 186.
00000080:00200000:2.0:1789760792.020734:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2746 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020745:0:13071:0:(rw26.c:871:ll_write_end()) pos 11247616, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020749:0:13071:0:(rw26.c:929:ll_write_end()) page@000000009c0b946c[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2746]
00000080:00200000:2.0:1789760792.020752:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000093dc3892 17ffffc0001001 3:0 ffff9c6f84fb0d20 2746 lru
00000080:00200000:2.0:1789760792.020756:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000d6327705 1722: 1< 0 - - > 2< 7053312 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020758:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000009c0b946c
00000080:00200000:2.0:1789760792.020759:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 187.
00000080:00200000:2.0:1789760792.020760:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2747 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020771:0:13071:0:(rw26.c:871:ll_write_end()) pos 11251712, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020775:0:13071:0:(rw26.c:929:ll_write_end()) page@000000009760bcdf[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2747]
00000080:00200000:2.0:1789760792.020777:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000006b5b8289 17ffffc0001001 3:0 ffff9c6f84fb0620 2747 lru
00000080:00200000:2.0:1789760792.020781:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000001d713e1b 1723: 1< 0 - - > 2< 7057408 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020783:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000009760bcdf
00000080:00200000:2.0:1789760792.020784:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 188.
00000080:00200000:2.0:1789760792.020786:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2748 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020798:0:13071:0:(rw26.c:871:ll_write_end()) pos 11255808, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020802:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000ddc0c9e3[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2748]
00000080:00200000:2.0:1789760792.020804:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000601a7ed1 17ffffc0001001 3:0 ffff9c6f84fb0b60 2748 lru
00000080:00200000:2.0:1789760792.020808:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000002dfda4d8 1724: 1< 0 - - > 2< 7061504 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020810:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000ddc0c9e3
00000080:00200000:2.0:1789760792.020811:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 189.
00000080:00200000:2.0:1789760792.020812:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2749 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020825:0:13071:0:(rw26.c:871:ll_write_end()) pos 11259904, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020828:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000764510e7[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2749]
00000080:00200000:2.0:1789760792.020831:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000002b19a976 17ffffc0001001 3:0 ffff9c6f84fb0540 2749 lru
00000080:00200000:2.0:1789760792.020835:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000002ba39d60 1725: 1< 0 - - > 2< 7065600 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020836:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000764510e7
00000080:00200000:2.0:1789760792.020837:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 190.
00000080:00200000:2.0:1789760792.020839:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2750 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020850:0:13071:0:(rw26.c:871:ll_write_end()) pos 11264000, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020854:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000043a458fe[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2750]
00000080:00200000:2.0:1789760792.020856:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000257e7e3c 17ffffc0001001 3:0 ffff9c6f84fb08c0 2750 lru
00000080:00200000:2.0:1789760792.020861:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000067d276e1 1726: 1< 0 - - > 2< 7069696 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020863:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000043a458fe
00000080:00200000:2.0:1789760792.020864:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 191.
00000080:00200000:2.0:1789760792.020865:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2751 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020880:0:13071:0:(rw26.c:871:ll_write_end()) pos 11268096, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020884:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000623d1956[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2751]
00000080:00200000:2.0:1789760792.020896:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000081319364 17ffffc0001021 2:0 ffff9c6f84fb0000 2751 lru
00000080:00200000:2.0:1789760792.020902:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000007c738afc 1727: 1< 0 - - > 2< 7073792 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020903:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000623d1956
00000080:00200000:2.0:1789760792.020904:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 192.
00000080:00200000:2.0:1789760792.020906:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2752 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020930:0:13071:0:(rw26.c:871:ll_write_end()) pos 11272192, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020935:0:13071:0:(rw26.c:929:ll_write_end()) page@000000005c83181c[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2752]
00000080:00200000:2.0:1789760792.020937:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000017bdb635 17ffffc0001001 3:0 ffff9c6f84fb09a0 2752 lru
00000080:00200000:2.0:1789760792.020942:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000f281b084 1728: 1< 0 - - > 2< 7077888 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020945:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000005c83181c
00000080:00200000:2.0:1789760792.020946:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 193.
00000080:00200000:2.0:1789760792.020947:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2753 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020960:0:13071:0:(rw26.c:871:ll_write_end()) pos 11276288, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020964:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000ac037427[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2753]
00000080:00200000:2.0:1789760792.020966:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000002ea559aa 17ffffc0001001 3:0 ffff9c6f84fb0a80 2753 lru
00000080:00200000:2.0:1789760792.020970:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000007cd1ade0 1729: 1< 0 - - > 2< 7081984 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.020973:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000ac037427
00000080:00200000:2.0:1789760792.020974:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 194.
00000080:00200000:2.0:1789760792.020976:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2754 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.020989:0:13071:0:(rw26.c:871:ll_write_end()) pos 11280384, len 4096, copied 4096
00000080:00200000:2.0:1789760792.020993:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000bf54648c[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2754]
00000080:00200000:2.0:1789760792.020995:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000ce508a04 17ffffc0001001 3:0 ffff9c6f84fb0460 2754 lru
00000080:00200000:2.0:1789760792.021000:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000004bdd976d 1730: 1< 0 - - > 2< 7086080 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.021002:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000bf54648c
00000080:00200000:2.0:1789760792.021003:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 195.
00000080:00200000:2.0:1789760792.021005:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2755 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.021018:0:13071:0:(rw26.c:871:ll_write_end()) pos 11284480, len 4096, copied 4096
00000080:00200000:2.0:1789760792.021022:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000082cce8e4[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2755]
00000080:00200000:2.0:1789760792.021025:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000004828b4a3 17ffffc0001001 3:0 ffff9c6f84fb0380 2755 lru
00000080:00200000:2.0:1789760792.021029:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000003100b93f 1731: 1< 0 - - > 2< 7090176 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.021032:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000082cce8e4
00000080:00200000:2.0:1789760792.021032:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 196.
00000080:00200000:2.0:1789760792.021034:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2756 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.021046:0:13071:0:(rw26.c:871:ll_write_end()) pos 11288576, len 4096, copied 4096
00000080:00200000:2.0:1789760792.021049:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000076c2f370[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2756]
00000080:00200000:2.0:1789760792.021052:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000009debb5c5 17ffffc0001001 3:0 ffff9c6f84fb01c0 2756 lru
00000080:00200000:2.0:1789760792.021056:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000fea8c738 1732: 1< 0 - - > 2< 7094272 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.021058:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000076c2f370
00000080:00200000:2.0:1789760792.021059:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 197.
00000080:00200000:2.0:1789760792.021061:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2757 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.021072:0:13071:0:(rw26.c:871:ll_write_end()) pos 11292672, len 4096, copied 4096
00000080:00200000:2.0:1789760792.021076:0:13071:0:(rw26.c:929:ll_write_end()) page@000000001e6d20b4[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2757]
00000080:00200000:2.0:1789760792.022180:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000063409e13 17ffffc0001001 3:0 ffff9c6f84fb07e0 2757 lru
00000080:00200000:2.0:1789760792.022187:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000d149a728 1733: 1< 0 - - > 2< 7098368 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022190:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000001e6d20b4
00000080:00200000:2.0:1789760792.022192:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 198.
00000080:00200000:2.0:1789760792.022195:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2758 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022219:0:13071:0:(rw26.c:871:ll_write_end()) pos 11296768, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022240:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000070a752e8[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2758]
00000080:00200000:2.0:1789760792.022243:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000f4bc7c6e 17ffffc0001001 3:0 ffff9c6f84fb0ee0 2758 lru
00000080:00200000:2.0:1789760792.022249:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000003056ab27 1734: 1< 0 - - > 2< 7102464 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022252:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000070a752e8
00000080:00200000:2.0:1789760792.022253:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 199.
00000080:00200000:2.0:1789760792.022256:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2759 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022276:0:13071:0:(rw26.c:871:ll_write_end()) pos 11300864, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022281:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000f75bb50f[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2759]
00000080:00200000:2.0:1789760792.022284:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000006c84a204 17ffffc0001001 3:0 ffff9c6f84fb00e0 2759 lru
00000080:00200000:2.0:1789760792.022289:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000063d5c71d 1735: 1< 0 - - > 2< 7106560 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022291:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000f75bb50f
00000080:00200000:2.0:1789760792.022292:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 200.
00000080:00200000:2.0:1789760792.022294:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2760 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022313:0:13071:0:(rw26.c:871:ll_write_end()) pos 11304960, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022316:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000176a4a55[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2760]
00000080:00200000:2.0:1789760792.022318:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000043610f0c 17ffffc0001001 3:0 ffff9c6f84fb0c40 2760 lru
00000080:00200000:2.0:1789760792.022323:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000624587dc 1736: 1< 0 - - > 2< 7110656 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022325:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000176a4a55
00000080:00200000:2.0:1789760792.022326:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 201.
00000080:00200000:2.0:1789760792.022327:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2761 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022339:0:13071:0:(rw26.c:871:ll_write_end()) pos 11309056, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022343:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000d2509180[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2761]
00000080:00200000:2.0:1789760792.022346:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000ae19358c 17ffffc0001001 3:0 ffff9c6f84fb02a0 2761 lru
00000080:00200000:2.0:1789760792.022350:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000c16b650e 1737: 1< 0 - - > 2< 7114752 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022352:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000d2509180
00000080:00200000:2.0:1789760792.022353:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 202.
00000080:00200000:2.0:1789760792.022354:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2762 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022365:0:13071:0:(rw26.c:871:ll_write_end()) pos 11313152, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022369:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000ad0893ae[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2762]
00000080:00200000:2.0:1789760792.022372:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000003cba310a 17ffffc0001001 3:0 ffff9c6f84fb0e00 2762 lru
00000080:00200000:2.0:1789760792.022378:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000df27da45 1738: 1< 0 - - > 2< 7118848 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022380:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000ad0893ae
00000080:00200000:2.0:1789760792.022381:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 203.
00000080:00200000:2.0:1789760792.022383:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2763 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022407:0:13071:0:(rw26.c:871:ll_write_end()) pos 11317248, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022411:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000113e9299[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2763]
00000080:00200000:2.0:1789760792.022414:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000083dc235e 17ffffc0001001 3:0 ffff9c6f84ec2460 2763 lru
00000080:00200000:2.0:1789760792.022418:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000f4a19122 1739: 1< 0 - - > 2< 7122944 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022420:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000113e9299
00000080:00200000:2.0:1789760792.022421:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 204.
00000080:00200000:2.0:1789760792.022422:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2764 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022439:0:13071:0:(rw26.c:871:ll_write_end()) pos 11321344, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022443:0:13071:0:(rw26.c:929:ll_write_end()) page@000000009591b36a[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2764]
00000080:00200000:2.0:1789760792.022445:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000000dcc8c39 17ffffc0001001 3:0 ffff9c6f84ec2380 2764 lru
00000080:00200000:2.0:1789760792.022450:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000005e3df2f8 1740: 1< 0 - - > 2< 7127040 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022451:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000009591b36a
00000080:00200000:2.0:1789760792.022452:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 205.
00000080:00200000:2.0:1789760792.022454:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2765 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022467:0:13071:0:(rw26.c:871:ll_write_end()) pos 11325440, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022471:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000032f6b8d2[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2765]
00000080:00200000:2.0:1789760792.022473:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000e2eb9773 17ffffc0001001 3:0 ffff9c6f84ec21c0 2765 lru
00000080:00200000:2.0:1789760792.022478:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000006227c97e 1741: 1< 0 - - > 2< 7131136 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022481:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000032f6b8d2
00000080:00200000:2.0:1789760792.022482:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 206.
00000080:00200000:2.0:1789760792.022484:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2766 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022500:0:13071:0:(rw26.c:871:ll_write_end()) pos 11329536, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022504:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000429e0478[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2766]
00000080:00200000:2.0:1789760792.022507:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000a87ccdc8 17ffffc0001021 2:0 ffff9c6f84ec27e0 2766 lru
00000080:00200000:2.0:1789760792.022512:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000005d3c53e 1742: 1< 0 - - > 2< 7135232 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022513:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000429e0478
00000080:00200000:2.0:1789760792.022514:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 207.
00000080:00200000:2.0:1789760792.022516:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2767 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022529:0:13071:0:(rw26.c:871:ll_write_end()) pos 11333632, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022532:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000c0aa13ba[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2767]
00000080:00200000:2.0:1789760792.022535:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000031e5cef3 17ffffc0001001 3:0 ffff9c6f84ec2ee0 2767 lru
00000080:00200000:2.0:1789760792.022540:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000000955e81a 1743: 1< 0 - - > 2< 7139328 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022541:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000c0aa13ba
00000080:00200000:2.0:1789760792.022542:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 208.
00000080:00200000:2.0:1789760792.022544:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2768 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022555:0:13071:0:(rw26.c:871:ll_write_end()) pos 11337728, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022559:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000568354b2[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2768]
00000080:00200000:2.0:1789760792.022562:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000086b0ff76 17ffffc0001001 3:0 ffff9c6f84ec20e0 2768 lru
00000080:00200000:2.0:1789760792.022568:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000eeb4dac2 1744: 1< 0 - - > 2< 7143424 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022570:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000568354b2
00000080:00200000:2.0:1789760792.022571:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 209.
00000080:00200000:2.0:1789760792.022573:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2769 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022587:0:13071:0:(rw26.c:871:ll_write_end()) pos 11341824, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022591:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000387796c9[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2769]
00000080:00200000:2.0:1789760792.022594:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000001de6a52b 17ffffc0001001 3:0 ffff9c6f84ec2c40 2769 lru
00000080:00200000:2.0:1789760792.022599:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000f5eff9c6 1745: 1< 0 - - > 2< 7147520 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022601:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000387796c9
00000080:00200000:2.0:1789760792.022602:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 210.
00000080:00200000:2.0:1789760792.022605:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2770 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022620:0:13071:0:(rw26.c:871:ll_write_end()) pos 11345920, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022625:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000a74226cf[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2770]
00000080:00200000:2.0:1789760792.022628:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000094394d87 17ffffc0001001 3:0 ffff9c6f84ec22a0 2770 lru
00000080:00200000:2.0:1789760792.022634:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000021134daa 1746: 1< 0 - - > 2< 7151616 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022636:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000a74226cf
00000080:00200000:2.0:1789760792.022637:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 211.
00000080:00200000:2.0:1789760792.022639:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2771 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022654:0:13071:0:(rw26.c:871:ll_write_end()) pos 11350016, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022659:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000b70389bf[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2771]
00000080:00200000:2.0:1789760792.022662:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000e0b44d49 17ffffc0001001 3:0 ffff9c6f84ec2e00 2771 lru
00000080:00200000:2.0:1789760792.022667:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000004f03624d 1747: 1< 0 - - > 2< 7155712 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022669:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000b70389bf
00000080:00200000:2.0:1789760792.022670:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 212.
00000080:00200000:2.0:1789760792.022672:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2772 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022684:0:13071:0:(rw26.c:871:ll_write_end()) pos 11354112, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022688:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000cd8e6169[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2772]
00000080:00200000:2.0:1789760792.022691:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000047c5a979 17ffffc0001001 3:0 ffff9c6f84ec2700 2772 lru
00000080:00200000:2.0:1789760792.022696:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000033fcf08e 1748: 1< 0 - - > 2< 7159808 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022698:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000cd8e6169
00000080:00200000:2.0:1789760792.022699:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 213.
00000080:00200000:2.0:1789760792.022701:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2773 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022716:0:13071:0:(rw26.c:871:ll_write_end()) pos 11358208, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022720:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000556f767a[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2773]
00000080:00200000:2.0:1789760792.022722:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000004a670d8 17ffffc0001001 3:0 ffff9c6f84ec2d20 2773 lru
00000080:00200000:2.0:1789760792.022727:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000045ba3ddf 1749: 1< 0 - - > 2< 7163904 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022729:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000556f767a
00000080:00200000:2.0:1789760792.022730:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 214.
00000080:00200000:2.0:1789760792.022731:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2774 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022743:0:13071:0:(rw26.c:871:ll_write_end()) pos 11362304, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022747:0:13071:0:(rw26.c:929:ll_write_end()) page@000000002d9df7f7[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2774]
00000080:00200000:2.0:1789760792.022749:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000081d3f889 17ffffc0001001 3:0 ffff9c6f84ec2620 2774 lru
00000080:00200000:2.0:1789760792.022754:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000045ff4424 1750: 1< 0 - - > 2< 7168000 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022756:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000002d9df7f7
00000080:00200000:2.0:1789760792.022756:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 215.
00000080:00200000:2.0:1789760792.022758:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2775 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022769:0:13071:0:(rw26.c:871:ll_write_end()) pos 11366400, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022772:0:13071:0:(rw26.c:929:ll_write_end()) page@000000002ba0ef88[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2775]
00000080:00200000:2.0:1789760792.022774:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000002440a4d7 17ffffc0001001 3:0 ffff9c6f84ec2b60 2775 lru
00000080:00200000:2.0:1789760792.022779:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000afe31f9e 1751: 1< 0 - - > 2< 7172096 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022780:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000002ba0ef88
00000080:00200000:2.0:1789760792.022781:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 216.
00000080:00200000:2.0:1789760792.022782:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2776 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022793:0:13071:0:(rw26.c:871:ll_write_end()) pos 11370496, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022797:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000c0aa7713[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2776]
00000080:00200000:2.0:1789760792.022799:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000063fde939 17ffffc0001001 3:0 ffff9c6f84ec2540 2776 lru
00000080:00200000:2.0:1789760792.022803:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000f3f6ddf5 1752: 1< 0 - - > 2< 7176192 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022805:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000c0aa7713
00000080:00200000:2.0:1789760792.022806:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 217.
00000080:00200000:2.0:1789760792.022807:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2777 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022820:0:13071:0:(rw26.c:871:ll_write_end()) pos 11374592, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022824:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000976cd711[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2777]
00000080:00200000:2.0:1789760792.022826:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000005c6db7ed 17ffffc0001001 3:0 ffff9c6f84ec28c0 2777 lru
00000080:00200000:2.0:1789760792.022830:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000741b5dcc 1753: 1< 0 - - > 2< 7180288 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022832:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000976cd711
00000080:00200000:2.0:1789760792.022833:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 218.
00000080:00200000:2.0:1789760792.022834:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2778 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022845:0:13071:0:(rw26.c:871:ll_write_end()) pos 11378688, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022849:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000ee7a119e[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2778]
00000080:00200000:2.0:1789760792.022851:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000730a87e7 17ffffc0001001 3:0 ffff9c6f84ec2000 2778 lru
00000080:00200000:2.0:1789760792.022855:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000002ab290f8 1754: 1< 0 - - > 2< 7184384 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022857:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000ee7a119e
00000080:00200000:2.0:1789760792.022858:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 219.
00000080:00200000:2.0:1789760792.022860:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2779 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022870:0:13071:0:(rw26.c:871:ll_write_end()) pos 11382784, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022874:0:13071:0:(rw26.c:929:ll_write_end()) page@000000008027bbfa[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2779]
00000080:00200000:2.0:1789760792.022876:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000d9968d5c 17ffffc0001001 3:0 ffff9c6f84ec29a0 2779 lru
00000080:00200000:2.0:1789760792.022880:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000001b2c7bd9 1755: 1< 0 - - > 2< 7188480 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022883:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000008027bbfa
00000080:00200000:2.0:1789760792.022884:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 220.
00000080:00200000:2.0:1789760792.022885:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2780 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022912:0:13071:0:(rw26.c:871:ll_write_end()) pos 11386880, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022916:0:13071:0:(rw26.c:929:ll_write_end()) page@000000003586e6a0[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2780]
00000080:00200000:2.0:1789760792.022918:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000dbfbd238 17ffffc0001001 3:0 ffff9c6f84ec2a80 2780 lru
00000080:00200000:2.0:1789760792.022923:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000bd594cd3 1756: 1< 0 - - > 2< 7192576 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022925:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000003586e6a0
00000080:00200000:2.0:1789760792.022926:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 221.
00000080:00200000:2.0:1789760792.022928:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2781 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022951:0:13071:0:(rw26.c:871:ll_write_end()) pos 11390976, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022955:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000f04ac718[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2781]
00000080:00200000:2.0:1789760792.022957:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000005e05b6b7 17ffffc0001021 2:0 ffff9c6f84fb1700 2781 lru
00000080:00200000:2.0:1789760792.022962:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000a2bc215b 1757: 1< 0 - - > 2< 7196672 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022964:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000f04ac718
00000080:00200000:2.0:1789760792.022965:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 222.
00000080:00200000:2.0:1789760792.022967:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2782 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.022981:0:13071:0:(rw26.c:871:ll_write_end()) pos 11395072, len 4096, copied 4096
00000080:00200000:2.0:1789760792.022985:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000241195c1[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2782]
00000080:00200000:2.0:1789760792.022987:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000267f778f 17ffffc0001001 3:0 ffff9c6f84fb1d20 2782 lru
00000080:00200000:2.0:1789760792.022992:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000088e7641b 1758: 1< 0 - - > 2< 7200768 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.022994:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000241195c1
00000080:00200000:2.0:1789760792.022995:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 223.
00000080:00200000:2.0:1789760792.022997:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2783 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.023009:0:13071:0:(rw26.c:871:ll_write_end()) pos 11399168, len 4096, copied 4096
00000080:00200000:2.0:1789760792.023012:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000fa71ba9d[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2783]
00000080:00200000:2.0:1789760792.023016:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000000d8db0e9 17ffffc0001001 3:0 ffff9c6f84fb1620 2783 lru
00000080:00200000:2.0:1789760792.023020:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000ab0afb9a 1759: 1< 0 - - > 2< 7204864 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.023022:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000fa71ba9d
00000080:00200000:2.0:1789760792.023023:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 224.
00000080:00200000:2.0:1789760792.023025:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2784 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.023036:0:13071:0:(rw26.c:871:ll_write_end()) pos 11403264, len 4096, copied 4096
00000080:00200000:2.0:1789760792.023040:0:13071:0:(rw26.c:929:ll_write_end()) page@000000003251555e[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2784]
00000080:00200000:2.0:1789760792.023042:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000251fb7cb 17ffffc0001001 3:0 ffff9c6f84fb1b60 2784 lru
00000080:00200000:2.0:1789760792.023047:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000002fad30c6 1760: 1< 0 - - > 2< 7208960 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.023049:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000003251555e
00000080:00200000:2.0:1789760792.023050:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 225.
00000080:00200000:2.0:1789760792.023051:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2785 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.023062:0:13071:0:(rw26.c:871:ll_write_end()) pos 11407360, len 4096, copied 4096
00000080:00200000:2.0:1789760792.023065:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000bd445b98[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2785]
00000080:00200000:2.0:1789760792.023067:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000026c394cf 17ffffc0001001 3:0 ffff9c6f84fb1540 2785 lru
00000080:00200000:2.0:1789760792.023072:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000000b2cf317 1761: 1< 0 - - > 2< 7213056 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.023074:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000bd445b98
00000080:00200000:2.0:1789760792.023075:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 226.
00000080:00200000:2.0:1789760792.024934:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2786 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.025075:0:13071:0:(rw26.c:871:ll_write_end()) pos 11411456, len 4096, copied 4096
00000080:00200000:2.0:1789760792.025151:0:13071:0:(rw26.c:929:ll_write_end()) page@000000006eb27931[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2786]
00000080:00200000:2.0:1789760792.025155:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000008bf5c510 17ffffc0001001 3:0 ffff9c6f84fb18c0 2786 lru
00000080:00200000:2.0:1789760792.025161:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000fe9815f4 1762: 1< 0 - - > 2< 7217152 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.025164:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000006eb27931
00000080:00200000:2.0:1789760792.025165:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 227.
00000080:00200000:2.0:1789760792.025168:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2787 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.025185:0:13071:0:(rw26.c:871:ll_write_end()) pos 11415552, len 4096, copied 4096
00000080:00200000:2.0:1789760792.025191:0:13071:0:(rw26.c:929:ll_write_end()) page@000000008bbae905[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2787]
00000080:00200000:2.0:1789760792.025193:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000a04b6cee 17ffffc0001001 3:0 ffff9c6f84fb1000 2787 lru
00000080:00200000:2.0:1789760792.025199:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5b45b60 1763: 1< 0 - - > 2< 7221248 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.025203:0:13071:0:(rw26.c:929:ll_write_end()) end page@000000008bbae905
00000080:00200000:2.0:1789760792.025204:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 228.
00000080:00200000:2.0:1789760792.025206:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2788 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.025236:0:13071:0:(rw26.c:871:ll_write_end()) pos 11419648, len 4096, copied 4096
00000080:00200000:2.0:1789760792.025241:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000063b8a4eb[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2788]
00000080:00200000:2.0:1789760792.025244:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000015546797 17ffffc0001001 3:0 ffff9c6f84fb19a0 2788 lru
00000080:00200000:2.0:1789760792.025249:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000036012369 1764: 1< 0 - - > 2< 7225344 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.025251:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000063b8a4eb
00000080:00200000:2.0:1789760792.025252:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 229.
00000080:00200000:2.0:1789760792.025254:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2789 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.025271:0:13071:0:(rw26.c:871:ll_write_end()) pos 11423744, len 4096, copied 4096
00000080:00200000:2.0:1789760792.025275:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000d823f023[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2789]
00000080:00200000:2.0:1789760792.025278:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000d6dd885f 17ffffc0001001 3:0 ffff9c6f84fb1a80 2789 lru
00000080:00200000:2.0:1789760792.025283:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000b5e27c0f 1765: 1< 0 - - > 2< 7229440 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.025285:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000d823f023
00000080:00200000:2.0:1789760792.025286:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 230.
00000080:00200000:2.0:1789760792.025288:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2790 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.025304:0:13071:0:(rw26.c:871:ll_write_end()) pos 11427840, len 4096, copied 4096
00000080:00200000:2.0:1789760792.025308:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000b14af0a1[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2790]
00000080:00200000:2.0:1789760792.025311:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000000006e4d7 17ffffc0001001 3:0 ffff9c6f84fb1460 2790 lru
00000080:00200000:2.0:1789760792.025317:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000008a40d3c2 1766: 1< 0 - - > 2< 7233536 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 6 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.025319:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000b14af0a1
00000080:00200000:2.0:1789760792.025320:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 231.
00000080:00200000:2.0:1789760792.025322:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2791 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.026190:0:13071:0:(rw26.c:871:ll_write_end()) pos 11431936, len 4096, copied 4096
00000080:00200000:2.0:1789760792.026198:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000de682c08[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2791]
00000080:00200000:2.0:1789760792.026201:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000054208b6e 17ffffc0001001 3:0 ffff9c6f84fb1380 2791 lru
00000080:00200000:2.0:1789760792.026207:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000005aa1c4cc 1767: 1< 0 - - > 2< 7237632 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | + - + - > 5< + - + - | 0 - | 256 - ->
00000080:00200000:2.0:1789760792.026209:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000de682c08
00000080:00200000:2.0:1789760792.026210:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 232.
00000080:00200000:2.0:1789760792.026214:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2792 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.026254:0:13071:0:(rw26.c:871:ll_write_end()) pos 11436032, len 4096, copied 4096
00000080:00200000:2.0:1789760792.026259:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000016e8257[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2792]
00000080:00200000:2.0:1789760792.026262:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000034be9777 17ffffc0001001 3:0 ffff9c6f84fb11c0 2792 lru
00000080:00200000:2.0:1789760792.026267:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@0000000075c4f123 1768: 1< 0 - - > 2< 7241728 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | + - + - > 5< + - + - | 0 - | 256 - ->
00000080:00200000:2.0:1789760792.026270:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000016e8257
00000080:00200000:2.0:1789760792.026271:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 233.
00000080:00200000:2.0:1789760792.026273:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2793 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.026289:0:13071:0:(rw26.c:871:ll_write_end()) pos 11440128, len 4096, copied 4096
00000080:00200000:2.0:1789760792.026294:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000a37da538[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2793]
00000080:00200000:2.0:1789760792.026297:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000f8ca8eba 17ffffc0001001 3:0 ffff9c6f84fb17e0 2793 lru
00000080:00200000:2.0:1789760792.026302:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000e1753e98 1769: 1< 0 - - > 2< 7245824 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | + - + - > 5< + - + - | 0 - | 256 - ->
00000080:00200000:2.0:1789760792.026304:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000a37da538
00000080:00200000:2.0:1789760792.026305:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 234.
00000080:00200000:2.0:1789760792.026307:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2794 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.026323:0:13071:0:(rw26.c:871:ll_write_end()) pos 11444224, len 4096, copied 4096
00000080:00200000:2.0:1789760792.026328:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000c0dc060a[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2794]
00000080:00200000:2.0:1789760792.026330:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000c078418f 17ffffc0001001 3:0 ffff9c6f84fb1ee0 2794 lru
00000080:00200000:2.0:1789760792.026335:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000dbc8a18b 1770: 1< 0 - - > 2< 7249920 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | + - + - > 5< + - + - | 0 - | 256 - ->
00000080:00200000:2.0:1789760792.026337:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000c0dc060a
00000080:00200000:2.0:1789760792.026338:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 235.
00000080:00200000:2.0:1789760792.026340:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2795 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.026355:0:13071:0:(rw26.c:871:ll_write_end()) pos 11448320, len 4096, copied 4096
00000080:00200000:2.0:1789760792.026360:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000006f07eee[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2795]
00000080:00200000:2.0:1789760792.026362:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000290df998 17ffffc0001001 3:0 ffff9c6f84fb10e0 2795 lru
00000080:00200000:2.0:1789760792.026367:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000f2680cd7 1771: 1< 0 - - > 2< 7254016 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | + - + - > 5< + - + - | 0 - | 256 - ->
00000080:00200000:2.0:1789760792.026369:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000006f07eee
00000080:00200000:2.0:1789760792.026370:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 236.
00000080:00200000:2.0:1789760792.026372:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2796 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.026975:0:13071:0:(rw26.c:871:ll_write_end()) pos 11452416, len 4096, copied 4096
00000080:00200000:2.0:1789760792.026981:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000d771c7bd[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2796]
00000080:00200000:2.0:1789760792.026984:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @000000004bd89183 17ffffc0001021 2:0 ffff9c6f84fb1c40 2796 lru
00000080:00200000:2.0:1789760792.026990:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@000000000c9472d8 1772: 1< 0 - - > 2< 7258112 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | + - + - > 5< + - + - | 0 - | 256 - ->
00000080:00200000:2.0:1789760792.026992:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000d771c7bd
00000080:00200000:2.0:1789760792.026993:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 237.
00000080:00200000:2.0:1789760792.026995:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2797 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.027010:0:13071:0:(rw26.c:871:ll_write_end()) pos 11456512, len 4096, copied 4096
00000080:00200000:2.0:1789760792.027015:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000e5d9fea2[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2797]
00000080:00200000:2.0:1789760792.027017:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000079c56d7 17ffffc0001001 3:0 ffff9c6f84fb12a0 2797 lru
00000080:00200000:2.0:1789760792.027022:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000e196d091 1773: 1< 0 - - > 2< 7262208 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | + - + - > 5< + - + - | 0 - | 256 - ->
00000080:00200000:2.0:1789760792.027024:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000e5d9fea2
00000080:00200000:2.0:1789760792.027025:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 238.
00000080:00200000:2.0:1789760792.027027:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2798 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.027044:0:13071:0:(rw26.c:871:ll_write_end()) pos 11460608, len 4096, copied 4096
00000080:00200000:2.0:1789760792.027048:0:13071:0:(rw26.c:929:ll_write_end()) page@0000000041910140[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2798]
00000080:00200000:2.0:1789760792.027050:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @00000000f447689d 17ffffc0001001 3:0 ffff9c6f84fb1e00 2798 lru
00000080:00200000:2.0:1789760792.027056:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000781f67d6 1774: 1< 0 - - > 2< 7266304 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 5 8 6815744 - | + - + - > 5< + - + - | 0 - | 256 - ->
00000080:00200000:2.0:1789760792.027058:0:13071:0:(rw26.c:929:ll_write_end()) end page@0000000041910140
00000080:00200000:2.0:1789760792.027059:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 239.
00000080:00200000:2.0:1789760792.027061:0:13071:0:(rw26.c:676:ll_write_begin()) Writing 2799 of 0 to 4096 bytes
00000080:00200000:2.0:1789760792.028174:0:13071:0:(rw26.c:871:ll_write_end()) pos 11464704, len 4096, copied 4096
00000080:00200000:2.0:1789760792.028180:0:13071:0:(rw26.c:929:ll_write_end()) page@00000000eeb509a0[3 00000000668b2855 2 1 00000000385e3fd6 0 0 2799]
00000080:00200000:2.0:1789760792.028183:0:13071:0:(rw26.c:929:ll_write_end()) vmpage @0000000064865400 17ffffc0001001 3:0 ffff9c6f84fbdee0 2799 lru
00000080:00200000:2.0:1789760792.028188:0:13071:0:(rw26.c:929:ll_write_end()) osc-page@00000000817435ba 1775: 1< 0 - - > 2< 7270400 0 0 0x0 0x0 | 000000009baaa902 00000000988eb85c > 3< 0 0 > 4< 0 4 8 10223616 - | - - + - > 5< - - + - | 0 - | 0 - ->
00000080:00200000:2.0:1789760792.028190:0:13071:0:(rw26.c:929:ll_write_end()) end page@00000000eeb509a0
00000080:00200000:2.0:1789760792.028191:0:13071:0:(rw26.c:929:ll_write_end()) queued cl_page: 240.
00000008:00010000:2.0:1789760792.037547:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000ba44f8b2 ns: lustre-OST0000-osc-ffff9c6f91f6e000 lock: 000000006a035ccf/0xcddbef5e65211cc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 8 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x800020000020000 nid: local remote: 0xc2b9a3a739858689 expref: -99 pid: 13070 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0
00000008:00010000:2.0:1789760792.037738:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000ba44f8b2 ns: lustre-OST0000-osc-ffff9c6f91f6e000 lock: 000000006a035ccf/0xcddbef5e65211cc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 8 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x800020000020000 nid: local remote: 0xc2b9a3a739858689 expref: -99 pid: 13070 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0
00000100:00100000:2.0:1789760792.037773:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f8a194000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777244416:192.168.203.138@tcp:4:dd.0
00010000:00010000:2.0:1789760792.150276:0:13091:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9c6f8585f000
00010000:00010000:2.0:1789760792.150320:0:13091:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9c6f91f6e000
00010000:00010000:2.0:1789760792.150344:0:13091:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9c6f8585f000
00010000:00010000:2.0:1789760792.151902:0:13091:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9c6f91f6e000
00000080:00200000:2.0:1789760792.221487:0:13107:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9c6f9153cb08),name=/
00000002:00010000:2.0:1789760792.221511:0:13107:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1789760792.221526:0:13107:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f84d9f400/0xcddbef5e65211c5f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc2b9a3a73985858d expref: -99 pid: 13045 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1
00010000:00010000:2.0:1789760792.221540:0:13107:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f84d9f400/0xcddbef5e65211c5f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc2b9a3a73985858d expref: -99 pid: 13045 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1
00000080:00200000:2.0:1789760792.221547:0:13107:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1789760792.221554:0:13107:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9c6f9153cb08)
00000080:00010000:2.0:1789760792.221557:0:13107:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9c6f9153cb08) for lock 0xcddbef5e65211c5f
00000080:00010000:2.0:1789760792.221563:0:13107:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddbef5e65211c5f from it ffffaeb902113bf8
00010000:00010000:2.0:1789760792.221567:0:13107:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f84d9f400/0xcddbef5e65211c5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc2b9a3a73985858d expref: -99 pid: 13045 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1
00010000:00010000:2.0:1789760792.221575:0:13107:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f84d9f400/0xcddbef5e65211c5f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc2b9a3a73985858d expref: -99 pid: 13045 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1
00000080:00200000:2.0:1789760792.221587:0:13107:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9c6f9153cb08), inode mode 41ed mask 1
00000080:00200000:2.0:1789760792.221593:0:13107:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77kb.sanityn, flags=25
00000080:00200000:2.0:1789760792.221598:0:13107:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0xb:0x0](ffff9c6f915f63c8), inode mode 41ff mask 1
00000080:00200000:2.0:1789760792.221601:0:13107:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg338-client.virtnet, flags=265
00000080:00200000:2.0:1789760792.221604:0:13107:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0xc:0x0](ffff9c6f91539148), inode mode 81a4 mask 44
00000080:00200008:2.0:1789760792.221610:0:13107:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg338-client.virtnet:[0x240000402:0xc:0x0](ffff9c6f91539148), flags 100000
00000080:00200008:2.0:1789760792.221641:0:13107:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg338-client.virtnet:[0x240000402:0xc:0x0], offset: 0, type: SEEK_CUR
00000080:00200008:2.0:1789760792.221647:0:13107:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg338-client.virtnet:[0x240000402:0xc:0x0], offset: 0, type: SEEK_CUR, rc = 0
00000080:00200008:2.0:1789760792.221701:0:13107:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg338-client.virtnet:[0x240000402:0xc:0x0], ppos: 0, count: 1048576
00000080:00200000:2.0:1789760792.223866:0:13100:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9c6f9153cb08),name=/
00000002:00010000:2.0:1789760792.234694:0:13100:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1789760792.234719:0:13100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f84d9f400/0xcddbef5e65211c5f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc2b9a3a73985858d expref: -99 pid: 13045 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1
00010000:00010000:2.0:1789760792.234737:0:13100:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f84d9f400/0xcddbef5e65211c5f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc2b9a3a73985858d expref: -99 pid: 13045 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1
00000080:00200000:2.0:1789760792.234745:0:13100:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1789760792.234755:0:13100:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9c6f9153cb08)
00000080:00010000:2.0:1789760792.234760:0:13100:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9c6f9153cb08) for lock 0xcddbef5e65211c5f
00000080:00010000:2.0:1789760792.234768:0:13100:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddbef5e65211c5f from it ffffaeb9020dbbf8
00010000:00010000:2.0:1789760792.234772:0:13100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f84d9f400/0xcddbef5e65211c5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc2b9a3a73985858d expref: -99 pid: 13045 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1
00010000:00010000:2.0:1789760792.234781:0:13100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f84d9f400/0xcddbef5e65211c5f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc2b9a3a73985858d expref: -99 pid: 13045 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1
00000080:00200000:2.0:1789760792.234799:0:13100:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9c6f9153cb08), inode mode 41ed mask 1
00000080:00200000:2.0:1789760792.234809:0:13100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77kb.sanityn, flags=25
00000080:00200000:2.0:1789760792.234815:0:13100:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0xb:0x0](ffff9c6f915f63c8), inode mode 41ff mask 1
00000080:00200000:2.0:1789760792.234820:0:13100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg338-client.virtnet, flags=265
00000080:00200000:2.0:1789760792.234824:0:13100:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0xc:0x0](ffff9c6f91539148), inode mode 81a4 mask 44
00000080:00200008:2.0:1789760792.234832:0:13100:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg338-client.virtnet:[0x240000402:0xc:0x0](ffff9c6f91539148), flags 100000
00000080:00200000:2.0:1789760792.242418:0:13106:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9c6f9153cb08),name=/
00000002:00010000:2.0:1789760792.242452:0:13106:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1789760792.242471:0:13106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f84d9f400/0xcddbef5e65211c5f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc2b9a3a73985858d expref: -99 pid: 13045 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1
00010000:00010000:2.0:1789760792.242487:0:13106:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f84d9f400/0xcddbef5e65211c5f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc2b9a3a73985858d expref: -99 pid: 13045 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1
00000080:00200000:2.0:1789760792.242495:0:13106:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1789760792.242502:0:13106:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9c6f9153cb08)
00000080:00010000:2.0:1789760792.242505:0:13106:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9c6f9153cb08) for lock 0xcddbef5e65211c5f
00000080:00010000:2.0:1789760792.242511:0:13106:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcddbef5e65211c5f from it ffffaeb90210bbf8
00010000:00010000:2.0:1789760792.242515:0:13106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f84d9f400/0xcddbef5e65211c5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc2b9a3a73985858d expref: -99 pid: 13045 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1
00010000:00010000:2.0:1789760792.242523:0:13106:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f84d9f400/0xcddbef5e65211c5f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc2b9a3a73985858d expref: -99 pid: 13045 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1
00000080:00200000:2.0:1789760792.242539:0:13106:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9c6f9153cb08), inode mode 41ed mask 1
00000080:00200000:2.0:1789760792.242547:0:13106:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77kb.sanityn, flags=25
00000080:00200000:2.0:1789760792.242553:0:13106:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0xb:0x0](ffff9c6f915f63c8), inode mode 41ff mask 1
00000080:00200000:2.0:1789760792.242557:0:13106:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg338-client.virtnet, flags=265
00000080:00200000:2.0:1789760792.242560:0:13106:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0xc:0x0](ffff9c6f91539148), inode mode 81a4 mask 44
00000080:00200008:2.0:1789760792.242566:0:13106:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg338-client.virtnet:[0x240000402:0xc:0x0](ffff9c6f91539148), flags 100000
00000080:00200008:2.0:1789760792.260205:0:13104:0:(file.c:479:ll_file_release()) START file nrs_r_oleg338-client.virtnet:[0x240000402:0xc:0x0](ffff9c6f91539148), flags 100000
00000080:00200008:2.0:1789760792.271702:0:13100:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg338-client.virtnet:[0x240000402:0xc:0x0], offset: 0, type: SEEK_CUR
00000080:00200008:2.0:1789760792.271712:0:13100:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg338-client.virtnet:[0x240000402:0xc:0x0], offset: 0, type: SEEK_CUR, rc = 0
00000080:00200008:2.0:1789760792.271820:0:13100:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg338-client.virtnet:[0x240000402:0xc:0x0], ppos: 0, count: 1048576
00000080:00200008:2.0:1789760792.281800:0:13106:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg338-client.virtnet:[0x240000402:0xc:0x0], offset: 0, type: SEEK_CUR
00000080:00200008:2.0:1789760792.281811:0:13106:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg338-client.virtnet:[0x240000402:0xc:0x0], offset: 0, type: SEEK_CUR, rc = 0
00000080:00200008:2.0:1789760792.281939:0:13106:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg338-client.virtnet:[0x240000402:0xc:0x0], ppos: 0, count: 1048576
00000080:00200008:2.0:1789760792.284077:0:13106:0:(file.c:479:ll_file_release()) START file nrs_r_oleg338-client.virtnet:[0x240000402:0xc:0x0](ffff9c6f91539148), flags 100000
00000080:00200008:2.0:1789760792.298507:0:13100:0:(file.c:479:ll_file_release()) START file nrs_r_oleg338-client.virtnet:[0x240000402:0xc:0x0](ffff9c6f91539148), flags 100000
00000100:00100000:2.0:1789760792.404137:0:2398:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.138@tcp (source: 12345-192.168.203.138@tcp)
00000100:00100000:2.0:1789760793.434521:0:6382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876699798250368
00000100:00100000:2.0:1789760793.434676:0:6382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876699798250368
00000100:00100000:2.0:1789760793.434728:0:6382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876699798250496
00000100:00100000:2.0:1789760793.434731:0:6382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876699798250496
00000100:00100000:2.0:1789760793.434752:0:6382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.138@tcp, seq: 73
00000100:00100000:2.0:1789760793.434762:0:6382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c6f8a195f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:8110:x1876699798250368:12345-192.168.203.138@tcp:104:
00010000:00010000:2.0:1789760793.434781:0:6382:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: lustre-OST0001-osc-ffff9c6f91f6e000 lock: 000000003ec8d48c/0xcddbef5e65211d00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0xc2b9a3a7398586eb expref: -99 pid: 13101 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1789760793.434862:0:6382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:2.0:1789760793.434869:0:6382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c6f8a195f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:8110:x1876699798250368:12345-192.168.203.138@tcp:104: Request processed in 109us (3172us total) trans 0 rc 0/0
00000100:00100000:2.0:1789760793.434887:0:6382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.138@tcp, seq: 73
00000100:00100000:2.0:1789760793.434905:0:6382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.138@tcp, seq: 74
00000100:00100000:2.0:1789760793.434912:0:6382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c6f8a197100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8110:x1876699798250496:12345-192.168.203.138@tcp:104:
00010000:00010000:2.0:1789760793.434920:0:6382:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: lustre-OST0001-osc-ffff9c6f91f6e000 lock: 0000000059a6dc3c/0xcddbef5e65211cf9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0xc2b9a3a7398586e4 expref: -99 pid: 13098 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1789760793.434955:0:6382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool
00000100:00100000:2.0:1789760793.434969:0:6382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c6f8a197100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8110:x1876699798250496:12345-192.168.203.138@tcp:104: Request processed in 58us (3160us total) trans 0 rc 0/0
00000100:00100000:2.0:1789760793.434976:0:6382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.138@tcp, seq: 74
00010000:00010000:2.0:1789760793.434994:0:6389:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789760793.435001:0:6389:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9c6f91f6e000 lock: 000000003ec8d48c/0xcddbef5e65211d00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x420000010000 nid: local remote: 0xc2b9a3a7398586eb expref: -99 pid: 13101 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1789760793.435009:0:6389:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c6f8843da00 already unused, calling callback (ffffffffc137b300)
00010000:00010000:2.0:1789760793.435014:0:6389:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9c6f91f6e000 lock: 000000003ec8d48c/0xcddbef5e65211d00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x428400010000 nid: local remote: 0xc2b9a3a7398586eb expref: -99 pid: 13101 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1789760793.435055:0:6389:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9c6f91f6e000 lock: 000000003ec8d48c/0xcddbef5e65211d00 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0xc2b9a3a7398586eb expref: -99 pid: 13101 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1789760793.435062:0:6389:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:2.0:1789760793.435086:0:6389:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9c6f91f6e000 lock: 000000003ec8d48c/0xcddbef5e65211d00 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0xc2b9a3a7398586eb expref: -99 pid: 13101 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1789760793.435109:0:6389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9c6f91f6e000 lock: 000000003ec8d48c/0xcddbef5e65211d00 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4c29400010020 nid: local remote: 0xc2b9a3a7398586eb expref: -99 pid: 13101 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1789760793.435124:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760793.435126:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760793.435128:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:2.0:1789760793.842736:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [1024, 1279]
00000080:00200000:2.0:1789760793.842752:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.842758:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760793.842772:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 5242880 i_blocks 8199
00000020:00200000:2.0:1789760793.842775:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.842784:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760793.843151:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 5242880, count: 1048576
00000080:00200000:2.0:1789760793.843160:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 5242880, bytes: 1048576
00000080:00200000:2.0:1789760793.843173:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.843180:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760793.843182:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [5242880, 6291456) 0 0
00000080:00200000:2.0:1789760793.843186:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.843199:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [1280, 1535]
00020000:00200000:2.0:1789760793.843206:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 5242880 chunk: [5242880, 6291456) 6291456, 1048576
00020000:00200000:2.0:1789760793.843210:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.843243:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1280, 1535]
00000008:00010000:2.0:1789760793.843259:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.843264:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083230, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760793.843274:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [5242880, 6291456) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.843284:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=5242880=0x500000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.843919:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760793.843926:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 6291456
00000020:00010000:2.0:1789760793.843933:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.843937:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.843941:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083230 (ffff9c6f897fed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.843943:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.843946:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083230 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.844116:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760793.844124:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.844151:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5ce40
00000008:00100000:2.0:1789760793.844928:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85141500 - object 0x280000401:4 offset 5242880<>6291456
00000100:00100000:2.0:1789760793.845004:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85141500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777254272:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760793.913272:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [1280, 1535]
00000080:00200000:2.0:1789760793.913286:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.913290:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760793.913302:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 6291456 i_blocks 10247
00000020:00200000:2.0:1789760793.913305:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.913312:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760793.913545:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 6291456, count: 1048576
00000080:00200000:2.0:1789760793.913552:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 6291456, bytes: 1048576
00000080:00200000:2.0:1789760793.913562:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.913569:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760793.913570:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [6291456, 7340032) 0 0
00000080:00200000:2.0:1789760793.913573:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.913584:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [1536, 1791]
00020000:00200000:2.0:1789760793.913590:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 6291456 chunk: [6291456, 7340032) 7340032, 1048576
00020000:00200000:2.0:1789760793.913593:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.913606:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1536, 1791]
00000008:00010000:2.0:1789760793.913618:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.913621:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f850831b0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760793.913629:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [6291456, 7340032) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.913638:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=6291456=0x600000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.913991:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760793.913995:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 7340032
00000020:00010000:2.0:1789760793.914001:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.914005:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.914008:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f850831b0 (ffff9c6f897fed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.914011:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.914014:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f850831b0 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.914021:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760793.914026:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.914044:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c840
00000008:00100000:2.0:1789760793.914472:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85143b80 - object 0x280000401:4 offset 6291456<>7340032
00000080:00200000:2.0:1789760793.958623:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [1536, 1791]
00000080:00200000:2.0:1789760793.958636:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.958641:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760793.958652:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 7340032 i_blocks 12295
00000020:00200000:2.0:1789760793.958656:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.958664:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760793.958912:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 7340032, count: 1048576
00000080:00200000:2.0:1789760793.958920:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 7340032, bytes: 1048576
00000080:00200000:2.0:1789760793.958930:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.958937:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760793.958939:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [7340032, 8388608) 0 0
00000080:00200000:2.0:1789760793.958943:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.958955:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [1792, 2047]
00020000:00200000:2.0:1789760793.958962:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 7340032 chunk: [7340032, 8388608) 8388608, 1048576
00020000:00200000:2.0:1789760793.958965:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.958980:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1792, 2047]
00000008:00010000:2.0:1789760793.958994:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.958999:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f850833b0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760793.959007:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [7340032, 8388608) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.959018:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=7340032=0x700000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.959404:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760793.959407:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 8388608
00000020:00010000:2.0:1789760793.959414:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.959417:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.959420:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f850833b0 (ffff9c6f897fed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.959424:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.959426:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f850833b0 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.959432:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760793.959438:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.959453:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c180
00000008:00100000:2.0:1789760793.959758:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85142300 - object 0x280000401:4 offset 7340032<>8388608
00000100:00100000:2.0:1789760793.998360:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9c6f91f6e000: committing for last_committed 4294967578 gen 4
00000008:00010000:2.0:1789760793.998440:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6f89d5c180
00000020:00200000:2.0:1789760793.998447:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:2.0:1789760793.998450:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:2.0:1789760793.998452:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:2.0:1789760793.998453:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:2.0:1789760793.998455:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:2.0:1789760793.998456:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:2.0:1789760793.998457:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:2.0:1789760793.998459:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:2.0:1789760793.998461:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:2.0:1789760793.998462:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:2.0:1789760793.998464:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:2.0:1789760793.998465:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:2.0:1789760793.998467:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:2.0:1789760793.998468:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:2.0:1789760793.998470:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:2.0:1789760793.998471:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:2.0:1789760793.998473:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:2.0:1789760793.998475:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:2.0:1789760793.998476:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:2.0:1789760793.998477:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:2.0:1789760793.998479:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:2.0:1789760793.998481:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:2.0:1789760793.998482:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:2.0:1789760793.998484:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:2.0:1789760793.998486:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:2.0:1789760793.998487:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:2.0:1789760793.998489:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:2.0:1789760793.998491:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:2.0:1789760793.998493:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:2.0:1789760793.998495:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:2.0:1789760793.998497:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:2.0:1789760793.998499:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:2.0:1789760793.998500:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:2.0:1789760793.998502:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:2.0:1789760793.998504:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:2.0:1789760793.998505:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:2.0:1789760793.998507:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:2.0:1789760793.998508:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:2.0:1789760793.998510:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:2.0:1789760793.998511:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:2.0:1789760793.998513:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:2.0:1789760793.998515:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:2.0:1789760793.998516:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:2.0:1789760793.998518:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:2.0:1789760793.998520:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:2.0:1789760793.998522:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:2.0:1789760793.998524:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:2.0:1789760793.998525:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:2.0:1789760793.998527:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:2.0:1789760793.998529:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:2.0:1789760793.998541:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:2.0:1789760793.998543:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:2.0:1789760793.998544:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:2.0:1789760793.998546:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:2.0:1789760793.998548:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:2.0:1789760793.998549:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:2.0:1789760793.998551:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:2.0:1789760793.998552:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:2.0:1789760793.998554:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:2.0:1789760793.998555:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:2.0:1789760793.998557:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:2.0:1789760793.998559:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:2.0:1789760793.998560:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:2.0:1789760793.998562:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:2.0:1789760793.998563:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:2.0:1789760793.998565:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:2.0:1789760793.998566:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:2.0:1789760793.998568:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:2.0:1789760793.998570:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:2.0:1789760793.998572:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:2.0:1789760793.998573:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:2.0:1789760793.998576:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:2.0:1789760793.998577:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:2.0:1789760793.998579:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:2.0:1789760793.998581:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:2.0:1789760793.998582:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:2.0:1789760793.998584:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:2.0:1789760793.998585:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:2.0:1789760793.998587:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:2.0:1789760793.998589:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:2.0:1789760793.998590:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:2.0:1789760793.998592:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:2.0:1789760793.998594:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:2.0:1789760793.998596:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:2.0:1789760793.998597:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:2.0:1789760793.998599:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:2.0:1789760793.998600:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:2.0:1789760793.998602:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:2.0:1789760793.998603:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:2.0:1789760793.998604:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:2.0:1789760793.998606:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:2.0:1789760793.998607:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:2.0:1789760793.998609:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:2.0:1789760793.998611:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:2.0:1789760793.998613:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:2.0:1789760793.998614:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:2.0:1789760793.998616:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:2.0:1789760793.998617:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:2.0:1789760793.998619:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:2.0:1789760793.998621:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:2.0:1789760793.998622:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:2.0:1789760793.998624:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:2.0:1789760793.998625:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:2.0:1789760793.998627:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:2.0:1789760793.998629:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:2.0:1789760793.998631:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:2.0:1789760793.998633:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:2.0:1789760793.998635:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:2.0:1789760793.998636:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:2.0:1789760793.998639:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:2.0:1789760793.998641:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:2.0:1789760793.998643:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:2.0:1789760793.998644:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:2.0:1789760793.998645:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:2.0:1789760793.998647:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:2.0:1789760793.998649:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:2.0:1789760793.998650:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:2.0:1789760793.998652:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:2.0:1789760793.998653:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:2.0:1789760793.998654:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:2.0:1789760793.998656:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:2.0:1789760793.998657:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:2.0:1789760793.998658:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:2.0:1789760793.998660:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:2.0:1789760793.998662:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:2.0:1789760793.998663:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:2.0:1789760793.998665:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:2.0:1789760793.998667:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:2.0:1789760793.998668:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:2.0:1789760793.998669:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:2.0:1789760793.998670:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:2.0:1789760793.998672:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:2.0:1789760793.998673:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:2.0:1789760793.998675:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:2.0:1789760793.998677:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:2.0:1789760793.998678:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:2.0:1789760793.998680:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:2.0:1789760793.998681:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:2.0:1789760793.998684:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:2.0:1789760793.998685:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:2.0:1789760793.998687:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:2.0:1789760793.998689:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:2.0:1789760793.998690:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:2.0:1789760793.998692:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:2.0:1789760793.998694:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:2.0:1789760793.998696:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:2.0:1789760793.998698:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:2.0:1789760793.998699:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:2.0:1789760793.998701:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:2.0:1789760793.998702:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:2.0:1789760793.998705:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:2.0:1789760793.998706:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:2.0:1789760793.998708:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:2.0:1789760793.998709:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:2.0:1789760793.998710:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:2.0:1789760793.998712:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:2.0:1789760793.998713:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:2.0:1789760793.998715:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:2.0:1789760793.998717:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:2.0:1789760793.998718:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:2.0:1789760793.998719:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:2.0:1789760793.998721:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:2.0:1789760793.998722:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:2.0:1789760793.998723:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:2.0:1789760793.998725:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:2.0:1789760793.998726:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:2.0:1789760793.998728:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:2.0:1789760793.998729:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:2.0:1789760793.998731:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:2.0:1789760793.998732:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:2.0:1789760793.998734:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:2.0:1789760793.998735:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:2.0:1789760793.998737:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:2.0:1789760793.998738:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:2.0:1789760793.998740:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:2.0:1789760793.998741:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:2.0:1789760793.998743:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:2.0:1789760793.998744:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:2.0:1789760793.998745:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:2.0:1789760793.998747:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:2.0:1789760793.998748:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:2.0:1789760793.998749:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:2.0:1789760793.998751:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:2.0:1789760793.998753:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:2.0:1789760793.998754:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:2.0:1789760793.998755:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:2.0:1789760793.998757:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:2.0:1789760793.998758:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:2.0:1789760793.998760:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:2.0:1789760793.998762:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:2.0:1789760793.998764:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:2.0:1789760793.998765:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:2.0:1789760793.998767:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:2.0:1789760793.998768:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:2.0:1789760793.998769:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:2.0:1789760793.998771:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:2.0:1789760793.998772:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:2.0:1789760793.998773:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:2.0:1789760793.998775:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:2.0:1789760793.998776:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:2.0:1789760793.998778:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:2.0:1789760793.998779:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:2.0:1789760793.998781:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:2.0:1789760793.998783:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:2.0:1789760793.998784:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:2.0:1789760793.998786:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:2.0:1789760793.998787:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:2.0:1789760793.998789:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:2.0:1789760793.998790:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:2.0:1789760793.998791:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:2.0:1789760793.998793:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:2.0:1789760793.998795:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:2.0:1789760793.998796:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:2.0:1789760793.998798:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:2.0:1789760793.998799:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:2.0:1789760793.998801:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:2.0:1789760793.998802:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:2.0:1789760793.998804:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:2.0:1789760793.998806:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:2.0:1789760793.998807:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:2.0:1789760793.998809:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:2.0:1789760793.998811:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:2.0:1789760793.998813:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:2.0:1789760793.998814:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:2.0:1789760793.998816:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:2.0:1789760793.998818:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:2.0:1789760793.998819:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:2.0:1789760793.998821:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:2.0:1789760793.998822:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:2.0:1789760793.998823:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:2.0:1789760793.998825:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:2.0:1789760793.998827:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:2.0:1789760793.998829:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:2.0:1789760793.998831:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:2.0:1789760793.998832:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:2.0:1789760793.998834:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:2.0:1789760793.998835:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:2.0:1789760793.998837:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:2.0:1789760793.998839:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:2.0:1789760793.998840:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:2.0:1789760793.998842:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:2.0:1789760793.998843:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:2.0:1789760793.998845:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:2.0:1789760793.998846:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:2.0:1789760793.998848:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:2.0:1789760793.998850:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:2.0:1789760793.998851:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:2.0:1789760793.998853:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:2.0:1789760793.998855:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:2.0:1789760793.998856:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:2.0:1789760793.998858:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:2.0:1789760793.998859:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:2.0:1789760793.998861:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:2.0:1789760793.998863:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:2.0:1789760793.998864:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:2.0:1789760793.998866:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760793.999391:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760793.999459:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6f89d5c180
00000100:00100000:2.0:1789760793.999489:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85142300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777254528:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760794.057549:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [2048, 2303]
00000080:00200000:2.0:1789760794.057560:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.057565:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760794.057575:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 9437184 i_blocks 16391
00000020:00200000:2.0:1789760794.057578:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.057584:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760794.057833:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 9437184, count: 1048576
00000080:00200000:2.0:1789760794.057841:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 9437184, bytes: 1048576
00000080:00200000:2.0:1789760794.057851:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.057858:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760794.057860:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [9437184, 10485760) 0 0
00000080:00200000:2.0:1789760794.057869:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.057892:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [2304, 2559]
00020000:00200000:2.0:1789760794.057899:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 9437184 chunk: [9437184, 10485760) 10485760, 1048576
00020000:00200000:2.0:1789760794.057902:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.057918:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [2304, 2559]
00000008:00010000:2.0:1789760794.057947:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.057958:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f850833b0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760794.057971:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [9437184, 10485760) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.057982:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=9437184=0x900000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.058218:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760794.058220:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 10485760
00000020:00010000:2.0:1789760794.058254:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.058256:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.058259:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f850833b0 (ffff9c6f897fed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.058261:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.058263:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f850833b0 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.058267:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760794.058272:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.058284:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c180
00000008:00100000:2.0:1789760794.058587:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85142300 - object 0x280000401:4 offset 9437184<>10485760
00000100:00100000:2.0:1789760794.058636:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760794.058654:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85142300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777254784:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760794.117756:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [2304, 2559]
00000080:00200000:2.0:1789760794.117771:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.117778:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760794.117790:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 10485760 i_blocks 18439
00000020:00200000:2.0:1789760794.117806:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.117817:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760794.118080:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 10485760, count: 1048576
00000080:00200000:2.0:1789760794.118088:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 10485760, bytes: 1048576
00000080:00200000:2.0:1789760794.118102:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.118109:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760794.118111:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [10485760, 11534336) 0 0
00000080:00200000:2.0:1789760794.118115:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.118127:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [2560, 2815]
00020000:00200000:2.0:1789760794.118133:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 10485760 chunk: [10485760, 11534336) 11534336, 1048576
00020000:00200000:2.0:1789760794.118137:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.118152:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [2560, 2815]
00000008:00010000:2.0:1789760794.118168:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.118173:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f850833b0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760794.118182:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [10485760, 11534336) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.118193:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=10485760=0xa00000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.119271:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760794.119278:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 11534336
00000020:00010000:2.0:1789760794.119287:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.119291:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.119294:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f850833b0 (ffff9c6f897fed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.119297:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.119300:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f850833b0 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.119309:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760794.119316:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.119337:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c3c0
00000008:00100000:2.0:1789760794.121735:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85143b80 - object 0x280000401:4 offset 10485760<>11534336
00000100:00100000:2.0:1789760794.122164:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760794.122186:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777254912:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760794.241424:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [2816, 3071]
00000080:00200000:2.0:1789760794.241437:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.241442:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760794.241455:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 12582912 i_blocks 22535
00000020:00200000:2.0:1789760794.241459:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.241467:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760794.241780:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 12582912, count: 1048576
00000080:00200000:2.0:1789760794.241789:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 12582912, bytes: 1048576
00000080:00200000:2.0:1789760794.241800:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.241807:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760794.241809:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [12582912, 13631488) 0 0
00000080:00200000:2.0:1789760794.241813:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.241825:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [3072, 3327]
00020000:00200000:2.0:1789760794.241831:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 12582912 chunk: [12582912, 13631488) 13631488, 1048576
00020000:00200000:2.0:1789760794.241835:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.241850:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [3072, 3327]
00000008:00010000:2.0:1789760794.241865:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.241882:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f850833b0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760794.241891:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [12582912, 13631488) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.241903:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=12582912=0xc00000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.242544:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760794.242548:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 13631488
00000020:00010000:2.0:1789760794.242555:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.242558:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.242561:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f850833b0 (ffff9c6f897fed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.242564:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.242567:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f850833b0 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.242575:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760794.242580:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.242598:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5ca80
00000008:00100000:2.0:1789760794.243252:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85140380 - object 0x280000401:4 offset 12582912<>13631488
00000080:00200000:2.0:1789760794.302753:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [3072, 3327]
00000080:00200000:2.0:1789760794.302767:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.302773:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760794.302786:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 13631488 i_blocks 24583
00000020:00200000:2.0:1789760794.302790:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.302798:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760794.303145:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 13631488, count: 1048576
00000080:00200000:2.0:1789760794.303154:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 13631488, bytes: 1048576
00000080:00200000:2.0:1789760794.303168:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.303177:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760794.303179:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [13631488, 14680064) 0 0
00000080:00200000:2.0:1789760794.303183:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.303198:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [3328, 3583]
00020000:00200000:2.0:1789760794.303207:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 13631488 chunk: [13631488, 14680064) 14680064, 1048576
00020000:00200000:2.0:1789760794.303211:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.303255:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [3328, 3583]
00000008:00010000:2.0:1789760794.303272:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.303278:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f850833b0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760794.303288:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [13631488, 14680064) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.303300:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=13631488=0xd00000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.303770:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760794.303774:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 14680064
00000020:00010000:2.0:1789760794.303782:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.303785:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.303788:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f850833b0 (ffff9c6f897fed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.303791:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.303794:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f850833b0 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.303802:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760794.303808:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.303829:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5cc00
00000008:00100000:2.0:1789760794.305101:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85140a80 - object 0x280000401:4 offset 13631488<>14680064
00000100:00100000:2.0:1789760794.305159:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760794.305182:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777255296:192.168.203.138@tcp:4:dd.500
00000100:00100000:2.0:1789760794.589717:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9c6f91f6e000: committing for last_committed 4294967587 gen 4
00000008:00010000:2.0:1789760794.589785:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6f884ec900
00000020:00200000:2.0:1789760794.589792:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:2.0:1789760794.589795:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:2.0:1789760794.589797:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:2.0:1789760794.589799:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:2.0:1789760794.589801:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:2.0:1789760794.589802:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:2.0:1789760794.589804:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:2.0:1789760794.589805:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:2.0:1789760794.589807:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:2.0:1789760794.589808:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:2.0:1789760794.589810:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:2.0:1789760794.589812:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:2.0:1789760794.589813:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:2.0:1789760794.589816:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:2.0:1789760794.589817:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:2.0:1789760794.589819:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:2.0:1789760794.589821:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:2.0:1789760794.589822:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:2.0:1789760794.589824:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:2.0:1789760794.589825:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:2.0:1789760794.589826:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:2.0:1789760794.589827:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:2.0:1789760794.589828:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:2.0:1789760794.589830:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:2.0:1789760794.589832:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:2.0:1789760794.589834:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:2.0:1789760794.589835:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:2.0:1789760794.589837:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:2.0:1789760794.589839:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:2.0:1789760794.589840:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:2.0:1789760794.589842:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:2.0:1789760794.589843:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:2.0:1789760794.589845:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:2.0:1789760794.589846:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:2.0:1789760794.589848:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:2.0:1789760794.589849:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:2.0:1789760794.589851:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:2.0:1789760794.589853:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:2.0:1789760794.589855:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:2.0:1789760794.589856:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:2.0:1789760794.589858:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:2.0:1789760794.589859:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:2.0:1789760794.589861:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:2.0:1789760794.589862:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:2.0:1789760794.589864:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:2.0:1789760794.589866:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:2.0:1789760794.589878:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:2.0:1789760794.589880:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:2.0:1789760794.589882:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:2.0:1789760794.589883:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:2.0:1789760794.589885:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:2.0:1789760794.589886:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:2.0:1789760794.589888:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:2.0:1789760794.589889:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:2.0:1789760794.589890:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:2.0:1789760794.589892:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:2.0:1789760794.589894:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:2.0:1789760794.589895:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:2.0:1789760794.589897:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:2.0:1789760794.589899:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:2.0:1789760794.589900:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:2.0:1789760794.589902:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:2.0:1789760794.589904:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:2.0:1789760794.589905:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:2.0:1789760794.589907:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:2.0:1789760794.589909:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:2.0:1789760794.589910:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:2.0:1789760794.589912:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:2.0:1789760794.589913:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:2.0:1789760794.589915:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:2.0:1789760794.589917:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:2.0:1789760794.589919:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:2.0:1789760794.589921:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:2.0:1789760794.589922:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:2.0:1789760794.589924:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:2.0:1789760794.589926:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:2.0:1789760794.589927:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:2.0:1789760794.589930:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:2.0:1789760794.589931:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:2.0:1789760794.589933:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:2.0:1789760794.589935:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:2.0:1789760794.589936:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:2.0:1789760794.589938:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:2.0:1789760794.589939:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:2.0:1789760794.589940:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:2.0:1789760794.589941:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:2.0:1789760794.589943:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:2.0:1789760794.589944:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:2.0:1789760794.589946:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:2.0:1789760794.589947:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:2.0:1789760794.589949:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:2.0:1789760794.589950:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:2.0:1789760794.589952:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:2.0:1789760794.589954:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:2.0:1789760794.589956:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:2.0:1789760794.589958:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:2.0:1789760794.589959:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:2.0:1789760794.589961:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:2.0:1789760794.589962:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:2.0:1789760794.589964:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:2.0:1789760794.589966:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:2.0:1789760794.589968:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:2.0:1789760794.589970:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:2.0:1789760794.589971:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:2.0:1789760794.589973:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:2.0:1789760794.589975:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:2.0:1789760794.589976:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:2.0:1789760794.589978:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:2.0:1789760794.589980:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:2.0:1789760794.589982:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:2.0:1789760794.589983:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:2.0:1789760794.589985:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:2.0:1789760794.589986:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:2.0:1789760794.589988:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:2.0:1789760794.589990:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:2.0:1789760794.589991:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:2.0:1789760794.589993:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:2.0:1789760794.589994:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:2.0:1789760794.589996:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:2.0:1789760794.589997:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:2.0:1789760794.589999:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:2.0:1789760794.590000:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:2.0:1789760794.590001:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:2.0:1789760794.590003:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:2.0:1789760794.590004:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:2.0:1789760794.590006:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:2.0:1789760794.590007:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:2.0:1789760794.590008:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:2.0:1789760794.590010:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:2.0:1789760794.590011:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:2.0:1789760794.590013:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:2.0:1789760794.590014:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:2.0:1789760794.590016:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:2.0:1789760794.590018:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:2.0:1789760794.590019:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:2.0:1789760794.590020:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:2.0:1789760794.590021:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:2.0:1789760794.590023:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:2.0:1789760794.590024:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:2.0:1789760794.590025:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:2.0:1789760794.590026:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:2.0:1789760794.590029:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:2.0:1789760794.590030:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:2.0:1789760794.590032:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:2.0:1789760794.590033:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:2.0:1789760794.590034:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:2.0:1789760794.590036:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:2.0:1789760794.590037:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:2.0:1789760794.590039:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:2.0:1789760794.590040:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:2.0:1789760794.590041:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:2.0:1789760794.590042:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:2.0:1789760794.590043:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:2.0:1789760794.590045:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:2.0:1789760794.590046:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:2.0:1789760794.590048:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:2.0:1789760794.590049:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:2.0:1789760794.590051:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:2.0:1789760794.590052:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:2.0:1789760794.590053:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:2.0:1789760794.590055:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:2.0:1789760794.590057:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:2.0:1789760794.590058:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:2.0:1789760794.590060:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:2.0:1789760794.590062:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:2.0:1789760794.590063:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:2.0:1789760794.590065:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:2.0:1789760794.590066:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:2.0:1789760794.590068:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:2.0:1789760794.590069:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:2.0:1789760794.590071:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:2.0:1789760794.590072:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:2.0:1789760794.590074:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:2.0:1789760794.590076:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:2.0:1789760794.590078:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:2.0:1789760794.590079:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:2.0:1789760794.590081:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:2.0:1789760794.590082:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:2.0:1789760794.590083:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:2.0:1789760794.590084:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:2.0:1789760794.590086:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:2.0:1789760794.590088:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:2.0:1789760794.590089:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:2.0:1789760794.590091:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:2.0:1789760794.590092:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:2.0:1789760794.590094:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:2.0:1789760794.590096:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:2.0:1789760794.590097:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:2.0:1789760794.590099:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:2.0:1789760794.590100:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:2.0:1789760794.590102:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:2.0:1789760794.590103:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:2.0:1789760794.590105:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:2.0:1789760794.590107:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:2.0:1789760794.590108:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:2.0:1789760794.590110:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:2.0:1789760794.590112:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:2.0:1789760794.590113:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:2.0:1789760794.590115:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:2.0:1789760794.590116:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:2.0:1789760794.590118:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:2.0:1789760794.590120:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:2.0:1789760794.590121:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:2.0:1789760794.590123:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:2.0:1789760794.590124:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:2.0:1789760794.590127:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:2.0:1789760794.590128:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:2.0:1789760794.590130:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:2.0:1789760794.590132:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:2.0:1789760794.590134:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:2.0:1789760794.590135:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:2.0:1789760794.590136:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:2.0:1789760794.590138:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:2.0:1789760794.590139:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:2.0:1789760794.590141:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:2.0:1789760794.590143:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:2.0:1789760794.590145:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:2.0:1789760794.590147:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:2.0:1789760794.590148:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:2.0:1789760794.590150:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:2.0:1789760794.590151:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:2.0:1789760794.590152:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:2.0:1789760794.590154:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:2.0:1789760794.590155:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:2.0:1789760794.590157:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:2.0:1789760794.590158:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:2.0:1789760794.590159:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:2.0:1789760794.590160:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:2.0:1789760794.590162:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:2.0:1789760794.590164:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:2.0:1789760794.590165:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:2.0:1789760794.590166:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:2.0:1789760794.590168:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:2.0:1789760794.590170:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:2.0:1789760794.590171:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:2.0:1789760794.590173:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:2.0:1789760794.590174:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:2.0:1789760794.590176:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:2.0:1789760794.590178:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:2.0:1789760794.590179:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:2.0:1789760794.590181:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:2.0:1789760794.590183:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:2.0:1789760794.590184:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:2.0:1789760794.590185:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:2.0:1789760794.590187:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:2.0:1789760794.590188:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:2.0:1789760794.590189:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:2.0:1789760794.590191:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:2.0:1789760794.590192:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:2.0:1789760794.590194:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:2.0:1789760794.590195:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:2.0:1789760794.590197:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:2.0:1789760794.590198:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:2.0:1789760794.590200:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:2.0:1789760794.590201:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:2.0:1789760794.590203:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760794.590339:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760794.590352:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6f884ec900
00000100:00100000:2.0:1789760794.590379:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f8a196a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777255680:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760794.644085:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [4352, 4607]
00000080:00200000:2.0:1789760794.644103:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.644109:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760794.644123:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 18874368 i_blocks 34823
00000020:00200000:2.0:1789760794.644127:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.644137:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760794.644423:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 18874368, count: 1048576
00000080:00200000:2.0:1789760794.644431:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 18874368, bytes: 1048576
00000080:00200000:2.0:1789760794.644442:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.644450:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760794.644463:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [18874368, 19922944) 0 0
00000080:00200000:2.0:1789760794.644468:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.644482:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [4608, 4863]
00020000:00200000:2.0:1789760794.644489:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 18874368 chunk: [18874368, 19922944) 19922944, 1048576
00020000:00200000:2.0:1789760794.644493:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.644509:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [4608, 4863]
00000008:00010000:2.0:1789760794.644524:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.644528:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f850833b0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760794.644548:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [18874368, 19922944) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.644559:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=18874368=0x1200000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.645198:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760794.645202:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 19922944
00000020:00010000:2.0:1789760794.645211:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.645214:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.645217:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f850833b0 (ffff9c6f897fed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.645220:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.645264:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f850833b0 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.645272:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760794.645279:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.645299:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c300
00000008:00100000:2.0:1789760794.646025:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85142d80 - object 0x280000401:4 offset 18874368<>19922944
00000100:00100000:2.0:1789760794.646095:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85142d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777255936:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760794.760438:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [4864, 5119]
00000080:00200000:2.0:1789760794.760454:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.760461:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760794.760475:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 20971520 i_blocks 38919
00000020:00200000:2.0:1789760794.760479:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.760489:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760794.761294:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 20971520, count: 1048576
00000080:00200000:2.0:1789760794.761306:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 20971520, bytes: 1048576
00000080:00200000:2.0:1789760794.761318:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.761328:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760794.761330:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [20971520, 22020096) 0 0
00000080:00200000:2.0:1789760794.761336:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.761416:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [5120, 5375]
00020000:00200000:2.0:1789760794.761425:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20971520 chunk: [20971520, 22020096) 22020096, 1048576
00020000:00200000:2.0:1789760794.761430:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.761450:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5120, 5375]
00000008:00010000:2.0:1789760794.761468:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.761474:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f850833b0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760794.761486:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [20971520, 22020096) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.761501:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=20971520=0x1400000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.762158:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760794.762175:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 22020096
00000020:00010000:2.0:1789760794.762185:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.762189:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.762193:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f850833b0 (ffff9c6f897fed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.762196:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.762199:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f850833b0 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.762210:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760794.762218:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.762621:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c300
00000008:00100000:2.0:1789760794.763339:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85142d80 - object 0x280000401:4 offset 20971520<>22020096
00000008:00010000:2.0:1789760794.834145:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6f89d5c300
00000020:00200000:2.0:1789760794.834157:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:2.0:1789760794.834161:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:2.0:1789760794.834163:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:2.0:1789760794.834165:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:2.0:1789760794.834167:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:2.0:1789760794.834170:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:2.0:1789760794.834172:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:2.0:1789760794.834174:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:2.0:1789760794.834176:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:2.0:1789760794.834178:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:2.0:1789760794.834180:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:2.0:1789760794.834181:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:2.0:1789760794.834183:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:2.0:1789760794.834185:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:2.0:1789760794.834187:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:2.0:1789760794.834188:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:2.0:1789760794.834190:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:2.0:1789760794.834191:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:2.0:1789760794.834193:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:2.0:1789760794.834195:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:2.0:1789760794.834197:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:2.0:1789760794.834199:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:2.0:1789760794.834201:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:2.0:1789760794.834202:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:2.0:1789760794.834204:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:2.0:1789760794.834206:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:2.0:1789760794.834208:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:2.0:1789760794.834209:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:2.0:1789760794.834211:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:2.0:1789760794.834213:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:2.0:1789760794.834215:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:2.0:1789760794.834217:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:2.0:1789760794.834218:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:2.0:1789760794.834220:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:2.0:1789760794.834246:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:2.0:1789760794.834248:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:2.0:1789760794.834250:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:2.0:1789760794.834252:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:2.0:1789760794.834254:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:2.0:1789760794.834255:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:2.0:1789760794.834258:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:2.0:1789760794.834259:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:2.0:1789760794.834261:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:2.0:1789760794.834263:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:2.0:1789760794.834265:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:2.0:1789760794.834266:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:2.0:1789760794.834268:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:2.0:1789760794.834269:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:2.0:1789760794.834271:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:2.0:1789760794.834273:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:2.0:1789760794.834275:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:2.0:1789760794.834277:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:2.0:1789760794.834279:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:2.0:1789760794.834281:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:2.0:1789760794.834282:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:2.0:1789760794.834284:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:2.0:1789760794.834285:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:2.0:1789760794.834287:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:2.0:1789760794.834288:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:2.0:1789760794.834290:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:2.0:1789760794.834292:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:2.0:1789760794.834295:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:2.0:1789760794.834296:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:2.0:1789760794.834298:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:2.0:1789760794.834300:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:2.0:1789760794.834302:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:2.0:1789760794.834303:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:2.0:1789760794.834305:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:2.0:1789760794.834307:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:2.0:1789760794.834310:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:2.0:1789760794.834312:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:2.0:1789760794.834314:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:2.0:1789760794.834316:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:2.0:1789760794.834317:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:2.0:1789760794.834319:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:2.0:1789760794.834321:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:2.0:1789760794.834323:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:2.0:1789760794.834325:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:2.0:1789760794.834326:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:2.0:1789760794.834328:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:2.0:1789760794.834330:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:2.0:1789760794.834332:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:2.0:1789760794.834334:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:2.0:1789760794.834336:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:2.0:1789760794.834338:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:2.0:1789760794.834340:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:2.0:1789760794.834341:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:2.0:1789760794.834343:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:2.0:1789760794.834345:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:2.0:1789760794.834346:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:2.0:1789760794.834360:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:2.0:1789760794.834363:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:2.0:1789760794.834365:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:2.0:1789760794.834366:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:2.0:1789760794.834368:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:2.0:1789760794.834370:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:2.0:1789760794.834372:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:2.0:1789760794.834373:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:2.0:1789760794.834375:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:2.0:1789760794.834376:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:2.0:1789760794.834378:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:2.0:1789760794.834380:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:2.0:1789760794.834382:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:2.0:1789760794.834383:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:2.0:1789760794.834385:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:2.0:1789760794.834386:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:2.0:1789760794.834388:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:2.0:1789760794.834389:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:2.0:1789760794.834392:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:2.0:1789760794.834394:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:2.0:1789760794.834395:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:2.0:1789760794.834397:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:2.0:1789760794.834398:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:2.0:1789760794.834400:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:2.0:1789760794.834402:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:2.0:1789760794.834404:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:2.0:1789760794.834406:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:2.0:1789760794.834408:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:2.0:1789760794.834410:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:2.0:1789760794.834412:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:2.0:1789760794.834414:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:2.0:1789760794.834416:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:2.0:1789760794.834418:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:2.0:1789760794.834420:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:2.0:1789760794.834422:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:2.0:1789760794.834424:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:2.0:1789760794.834552:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:2.0:1789760794.834554:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:2.0:1789760794.834556:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:2.0:1789760794.834558:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:2.0:1789760794.834560:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:2.0:1789760794.834562:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:2.0:1789760794.834564:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:2.0:1789760794.834566:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:2.0:1789760794.834568:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:2.0:1789760794.834570:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:2.0:1789760794.834572:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:2.0:1789760794.834574:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:2.0:1789760794.834576:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:2.0:1789760794.834578:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:2.0:1789760794.834580:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:2.0:1789760794.834582:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:2.0:1789760794.834583:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:2.0:1789760794.834585:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:2.0:1789760794.834588:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:2.0:1789760794.834590:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:2.0:1789760794.834592:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:2.0:1789760794.834594:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:2.0:1789760794.834596:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:2.0:1789760794.834597:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:2.0:1789760794.834599:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:2.0:1789760794.834601:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:2.0:1789760794.834603:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:2.0:1789760794.834605:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:2.0:1789760794.834606:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:2.0:1789760794.834608:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:2.0:1789760794.834609:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:2.0:1789760794.834611:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:2.0:1789760794.834613:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:2.0:1789760794.834615:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:2.0:1789760794.834617:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:2.0:1789760794.834618:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:2.0:1789760794.834620:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:2.0:1789760794.834622:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:2.0:1789760794.834624:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:2.0:1789760794.834626:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:2.0:1789760794.834628:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:2.0:1789760794.834630:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:2.0:1789760794.834632:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:2.0:1789760794.834633:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:2.0:1789760794.834635:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:2.0:1789760794.834637:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:2.0:1789760794.834639:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:2.0:1789760794.834640:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:2.0:1789760794.834642:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:2.0:1789760794.834644:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:2.0:1789760794.834645:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:2.0:1789760794.834647:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:2.0:1789760794.834648:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:2.0:1789760794.834650:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:2.0:1789760794.834652:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:2.0:1789760794.834654:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:2.0:1789760794.834655:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:2.0:1789760794.834657:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:2.0:1789760794.834658:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:2.0:1789760794.834660:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:2.0:1789760794.834662:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:2.0:1789760794.834664:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:2.0:1789760794.834665:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:2.0:1789760794.834667:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:2.0:1789760794.834669:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:2.0:1789760794.834670:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:2.0:1789760794.834672:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:2.0:1789760794.834674:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:2.0:1789760794.834675:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:2.0:1789760794.834677:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:2.0:1789760794.834678:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:2.0:1789760794.834681:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:2.0:1789760794.834683:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:2.0:1789760794.834684:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:2.0:1789760794.834686:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:2.0:1789760794.834688:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:2.0:1789760794.834689:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:2.0:1789760794.834691:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:2.0:1789760794.834693:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:2.0:1789760794.834695:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:2.0:1789760794.834696:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:2.0:1789760794.834698:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:2.0:1789760794.834700:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:2.0:1789760794.834701:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:2.0:1789760794.834703:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:2.0:1789760794.834705:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:2.0:1789760794.834706:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:2.0:1789760794.834708:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:2.0:1789760794.834710:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:2.0:1789760794.834712:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:2.0:1789760794.834714:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:2.0:1789760794.834715:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:2.0:1789760794.834717:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:2.0:1789760794.834719:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:2.0:1789760794.834721:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:2.0:1789760794.834723:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:2.0:1789760794.834725:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:2.0:1789760794.834727:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:2.0:1789760794.834729:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:2.0:1789760794.834730:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:2.0:1789760794.834732:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:2.0:1789760794.834734:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:2.0:1789760794.834735:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:2.0:1789760794.834863:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:2.0:1789760794.834875:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:2.0:1789760794.834877:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:2.0:1789760794.834879:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:2.0:1789760794.834880:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:2.0:1789760794.834883:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:2.0:1789760794.834884:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:2.0:1789760794.834886:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:2.0:1789760794.834888:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:2.0:1789760794.834890:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:2.0:1789760794.834891:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:2.0:1789760794.834893:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:2.0:1789760794.834895:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:2.0:1789760794.834897:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:2.0:1789760794.834898:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:2.0:1789760794.834900:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:2.0:1789760794.834901:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:2.0:1789760794.834903:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:2.0:1789760794.834905:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:2.0:1789760794.834907:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:2.0:1789760794.834908:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:2.0:1789760794.834910:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:2.0:1789760794.834912:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:2.0:1789760794.834914:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:2.0:1789760794.834916:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:2.0:1789760794.834917:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:2.0:1789760794.834919:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760794.835034:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760794.835129:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6f89d5c300
00000100:00100000:2.0:1789760794.835178:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85142d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777256192:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760794.837344:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 22020096 i_blocks 40967
00000020:00200000:2.0:1789760794.837413:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.837538:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760794.837796:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 22020096, count: 1048576
00000080:00200000:2.0:1789760794.837805:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22020096, bytes: 1048576
00000080:00200000:2.0:1789760794.837818:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.837828:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760794.837831:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22020096, 23068672) 0 0
00000080:00200000:2.0:1789760794.837836:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.837853:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [5376, 5631]
00020000:00200000:2.0:1789760794.837862:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22020096 chunk: [22020096, 23068672) 23068672, 1048576
00020000:00200000:2.0:1789760794.837940:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.838029:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5376, 5631]
00000008:00010000:2.0:1789760794.838048:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.838054:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f850833b0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760794.838067:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22020096, 23068672) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.838081:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=22020096=0x1500000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.838599:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760794.838604:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 23068672
00000020:00010000:2.0:1789760794.838614:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.838617:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.838621:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f850833b0 (ffff9c6f83dc8d88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.838624:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.838627:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f850833b0 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.838636:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760794.838643:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.838670:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c300
00000008:00100000:2.0:1789760794.839540:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85142d80 - object 0x280000401:4 offset 22020096<>23068672
00000100:00100000:2.0:1789760794.839608:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85142d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777256320:192.168.203.138@tcp:4:dd.500
00010000:00010000:2.0:1789760794.872694:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760794.888791:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9c6f91f6e000: committing for last_committed 4294967592 gen 4
00000008:00010000:2.0:1789760794.888884:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6f89d5c300
00000020:00200000:2.0:1789760794.888892:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:2.0:1789760794.888896:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:2.0:1789760794.888898:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:2.0:1789760794.888900:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:2.0:1789760794.888902:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:2.0:1789760794.888904:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:2.0:1789760794.888905:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:2.0:1789760794.888907:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:2.0:1789760794.888909:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:2.0:1789760794.888910:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:2.0:1789760794.888912:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:2.0:1789760794.888914:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:2.0:1789760794.888916:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:2.0:1789760794.888917:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:2.0:1789760794.888919:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:2.0:1789760794.888921:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:2.0:1789760794.888923:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:2.0:1789760794.888925:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:2.0:1789760794.888926:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:2.0:1789760794.888928:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:2.0:1789760794.888930:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:2.0:1789760794.888932:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:2.0:1789760794.888934:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:2.0:1789760794.888935:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:2.0:1789760794.888937:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:2.0:1789760794.888939:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:2.0:1789760794.888940:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:2.0:1789760794.888942:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:2.0:1789760794.888944:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:2.0:1789760794.888946:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:2.0:1789760794.888948:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:2.0:1789760794.888949:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:2.0:1789760794.888951:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:2.0:1789760794.888953:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:2.0:1789760794.889472:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:2.0:1789760794.889479:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:2.0:1789760794.889481:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:2.0:1789760794.889483:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:2.0:1789760794.889485:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:2.0:1789760794.889487:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:2.0:1789760794.889489:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:2.0:1789760794.889491:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:2.0:1789760794.889493:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:2.0:1789760794.889495:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:2.0:1789760794.889497:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:2.0:1789760794.889499:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:2.0:1789760794.889501:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:2.0:1789760794.889503:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:2.0:1789760794.889505:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:2.0:1789760794.889507:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:2.0:1789760794.889509:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:2.0:1789760794.889511:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:2.0:1789760794.889513:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:2.0:1789760794.889515:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:2.0:1789760794.889517:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:2.0:1789760794.889519:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:2.0:1789760794.889521:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:2.0:1789760794.889583:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:2.0:1789760794.889586:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:2.0:1789760794.889587:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:2.0:1789760794.889589:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:2.0:1789760794.889591:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:2.0:1789760794.889593:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:2.0:1789760794.889595:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:2.0:1789760794.889598:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:2.0:1789760794.889599:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:2.0:1789760794.889601:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:2.0:1789760794.889602:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:2.0:1789760794.889604:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:2.0:1789760794.889606:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:2.0:1789760794.889607:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:2.0:1789760794.889609:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:2.0:1789760794.889610:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:2.0:1789760794.889612:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:2.0:1789760794.889614:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:2.0:1789760794.889615:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:2.0:1789760794.889618:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:2.0:1789760794.889620:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:2.0:1789760794.889621:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:2.0:1789760794.889624:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:2.0:1789760794.889626:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:2.0:1789760794.889627:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:2.0:1789760794.889629:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:2.0:1789760794.889631:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:2.0:1789760794.889633:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:2.0:1789760794.889635:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:2.0:1789760794.889637:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:2.0:1789760794.889639:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:2.0:1789760794.889640:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:2.0:1789760794.889642:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:2.0:1789760794.889644:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:2.0:1789760794.889645:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:2.0:1789760794.889647:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:2.0:1789760794.889649:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:2.0:1789760794.889651:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:2.0:1789760794.889653:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:2.0:1789760794.889655:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:2.0:1789760794.889657:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:2.0:1789760794.889658:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:2.0:1789760794.889660:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:2.0:1789760794.889662:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:2.0:1789760794.889663:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:2.0:1789760794.889665:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:2.0:1789760794.889667:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:2.0:1789760794.889668:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:2.0:1789760794.889670:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:2.0:1789760794.889671:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:2.0:1789760794.889673:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:2.0:1789760794.889675:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:2.0:1789760794.889677:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:2.0:1789760794.889679:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:2.0:1789760794.889681:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:2.0:1789760794.889683:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:2.0:1789760794.889685:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:2.0:1789760794.889687:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:2.0:1789760794.889689:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:2.0:1789760794.889691:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:2.0:1789760794.889693:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:2.0:1789760794.889695:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:2.0:1789760794.889697:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:2.0:1789760794.889699:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:2.0:1789760794.889701:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:2.0:1789760794.889703:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:2.0:1789760794.889705:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:2.0:1789760794.889707:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:2.0:1789760794.889709:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:2.0:1789760794.889711:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:2.0:1789760794.889713:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:2.0:1789760794.889715:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:2.0:1789760794.889717:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:2.0:1789760794.889719:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:2.0:1789760794.889720:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:2.0:1789760794.889722:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:2.0:1789760794.889724:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:2.0:1789760794.889726:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:2.0:1789760794.889727:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:2.0:1789760794.889729:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:2.0:1789760794.889731:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:2.0:1789760794.889733:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:2.0:1789760794.889735:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:2.0:1789760794.889737:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:2.0:1789760794.889738:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:2.0:1789760794.889740:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:2.0:1789760794.889742:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:2.0:1789760794.889744:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:2.0:1789760794.889746:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:2.0:1789760794.889747:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:2.0:1789760794.889749:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:2.0:1789760794.889751:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:2.0:1789760794.889753:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:2.0:1789760794.889755:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:2.0:1789760794.889757:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:2.0:1789760794.889758:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:2.0:1789760794.889760:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:2.0:1789760794.889762:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:2.0:1789760794.889763:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:2.0:1789760794.889765:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:2.0:1789760794.889766:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:2.0:1789760794.889768:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:2.0:1789760794.889770:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:2.0:1789760794.889772:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:2.0:1789760794.889774:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:2.0:1789760794.890093:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:2.0:1789760794.890095:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:2.0:1789760794.890097:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:2.0:1789760794.890099:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:2.0:1789760794.890100:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:2.0:1789760794.890102:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:2.0:1789760794.890104:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:2.0:1789760794.890106:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:2.0:1789760794.890108:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:2.0:1789760794.890110:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:2.0:1789760794.890112:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:2.0:1789760794.890114:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:2.0:1789760794.890116:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:2.0:1789760794.890117:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:2.0:1789760794.890119:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:2.0:1789760794.890122:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:2.0:1789760794.890123:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:2.0:1789760794.890125:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:2.0:1789760794.890127:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:2.0:1789760794.890129:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:2.0:1789760794.890131:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:2.0:1789760794.890133:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:2.0:1789760794.890135:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:2.0:1789760794.890137:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:2.0:1789760794.890138:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:2.0:1789760794.890140:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:2.0:1789760794.890142:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:2.0:1789760794.890144:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:2.0:1789760794.890146:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:2.0:1789760794.890148:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:2.0:1789760794.890150:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:2.0:1789760794.890152:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:2.0:1789760794.890153:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:2.0:1789760794.890155:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:2.0:1789760794.890157:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:2.0:1789760794.890159:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:2.0:1789760794.890161:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:2.0:1789760794.890162:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:2.0:1789760794.890164:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:2.0:1789760794.890165:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:2.0:1789760794.890168:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:2.0:1789760794.890170:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:2.0:1789760794.890172:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:2.0:1789760794.890174:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:2.0:1789760794.890176:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:2.0:1789760794.890178:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:2.0:1789760794.890179:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:2.0:1789760794.890181:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:2.0:1789760794.890182:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:2.0:1789760794.890184:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:2.0:1789760794.890186:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:2.0:1789760794.890188:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:2.0:1789760794.890189:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:2.0:1789760794.890192:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:2.0:1789760794.890194:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:2.0:1789760794.890196:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:2.0:1789760794.890198:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:2.0:1789760794.890200:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:2.0:1789760794.890201:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:2.0:1789760794.890204:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:2.0:1789760794.890206:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:2.0:1789760794.890209:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:2.0:1789760794.890210:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:2.0:1789760794.890212:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:2.0:1789760794.890214:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:2.0:1789760794.890216:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:2.0:1789760794.890218:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:2.0:1789760794.890219:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:2.0:1789760794.890249:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:2.0:1789760794.890252:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:2.0:1789760794.890254:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:2.0:1789760794.890256:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:2.0:1789760794.890375:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:2.0:1789760794.890377:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:2.0:1789760794.890379:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:2.0:1789760794.890381:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:2.0:1789760794.890383:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:2.0:1789760794.890384:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:2.0:1789760794.890387:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:2.0:1789760794.890389:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:2.0:1789760794.890391:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:2.0:1789760794.890393:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:2.0:1789760794.890395:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:2.0:1789760794.890397:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:2.0:1789760794.890399:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:2.0:1789760794.890400:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:2.0:1789760794.890402:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:2.0:1789760794.890404:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:2.0:1789760794.890406:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:2.0:1789760794.890408:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:2.0:1789760794.890410:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:2.0:1789760794.890412:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:2.0:1789760794.890414:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:2.0:1789760794.890416:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760794.890623:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760794.890743:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6f89d5c300
00000100:00100000:2.0:1789760794.890784:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85142d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777256320:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760794.891128:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 23068672 i_blocks 43015
00000020:00200000:2.0:1789760794.891132:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.891143:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760794.891950:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 23068672, count: 1048576
00000080:00200000:2.0:1789760794.892079:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23068672, bytes: 1048576
00000080:00200000:2.0:1789760794.892094:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.892104:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760794.892106:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23068672, 24117248) 0 0
00000080:00200000:2.0:1789760794.892112:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.892131:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [5632, 5887]
00020000:00200000:2.0:1789760794.892140:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23068672 chunk: [23068672, 24117248) 24117248, 1048576
00020000:00200000:2.0:1789760794.892145:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.892166:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5632, 5887]
00000008:00010000:2.0:1789760794.892184:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.892190:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f850833b0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760794.892201:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23068672, 24117248) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.892216:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=23068672=0x1600000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.893746:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760794.893757:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 24117248
00000020:00010000:2.0:1789760794.893772:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.893776:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.893780:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f850833b0 (ffff9c6f91cfea28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.893783:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.893785:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f850833b0 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.893796:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760794.893805:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.893832:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c300
00000008:00100000:2.0:1789760794.894469:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85142d80 - object 0x280000401:4 offset 23068672<>24117248
00000080:00200000:2.0:1789760794.973763:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [5632, 5887]
00000080:00200000:2.0:1789760794.973782:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.973790:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760794.973809:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 24117248 i_blocks 45063
00000020:00200000:2.0:1789760794.973813:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.973824:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760794.974156:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 24117248, count: 1048576
00000080:00200000:2.0:1789760794.974164:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24117248, bytes: 1048576
00000080:00200000:2.0:1789760794.974291:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.974300:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760794.974303:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24117248, 25165824) 0 0
00000080:00200000:2.0:1789760794.974307:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.974326:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [5888, 6143]
00020000:00200000:2.0:1789760794.974334:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24117248 chunk: [24117248, 25165824) 25165824, 1048576
00020000:00200000:2.0:1789760794.974339:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.974427:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5888, 6143]
00000008:00010000:2.0:1789760794.974447:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.974453:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f850833b0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760794.974464:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24117248, 25165824) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.974478:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=24117248=0x1700000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.974921:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760794.974926:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 25165824
00000020:00010000:2.0:1789760794.974936:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.974940:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.974943:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f850833b0 (ffff9c6f91cfea28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.974946:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.974950:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f850833b0 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.975063:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760794.975074:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.975100:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5cc00
00000008:00100000:2.0:1789760794.976165:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85140a80 - object 0x280000401:4 offset 24117248<>25165824
00000100:00100000:2.0:1789760794.976343:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777256576:192.168.203.138@tcp:4:dd.500
00000008:00010000:2.0:1789760795.067594:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6f89d5cc00
00000020:00200000:2.0:1789760795.067610:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:2.0:1789760795.067615:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:2.0:1789760795.067617:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:2.0:1789760795.067619:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:2.0:1789760795.067621:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:2.0:1789760795.067622:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:2.0:1789760795.067624:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:2.0:1789760795.067626:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:2.0:1789760795.067628:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:2.0:1789760795.067630:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:2.0:1789760795.067632:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:2.0:1789760795.067634:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:2.0:1789760795.067636:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:2.0:1789760795.067637:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:2.0:1789760795.067639:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:2.0:1789760795.067641:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:2.0:1789760795.067643:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:2.0:1789760795.067644:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:2.0:1789760795.067647:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:2.0:1789760795.067648:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:2.0:1789760795.067650:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:2.0:1789760795.067651:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:2.0:1789760795.067652:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:2.0:1789760795.067654:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:2.0:1789760795.067656:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:2.0:1789760795.067657:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:2.0:1789760795.067660:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:2.0:1789760795.067662:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:2.0:1789760795.067664:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:2.0:1789760795.067666:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:2.0:1789760795.067668:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:2.0:1789760795.067669:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:2.0:1789760795.067671:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:2.0:1789760795.067673:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:2.0:1789760795.067674:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:2.0:1789760795.067676:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:2.0:1789760795.067677:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:2.0:1789760795.067679:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:2.0:1789760795.067680:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:2.0:1789760795.067682:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:2.0:1789760795.067683:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:2.0:1789760795.067685:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:2.0:1789760795.067687:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:2.0:1789760795.067688:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:2.0:1789760795.067690:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:2.0:1789760795.067692:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:2.0:1789760795.067694:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:2.0:1789760795.067695:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:2.0:1789760795.067697:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:2.0:1789760795.067699:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:2.0:1789760795.067700:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:2.0:1789760795.067701:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:2.0:1789760795.067703:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:2.0:1789760795.067704:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:2.0:1789760795.067706:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:2.0:1789760795.067707:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:2.0:1789760795.067709:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:2.0:1789760795.067710:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:2.0:1789760795.067713:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:2.0:1789760795.067714:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:2.0:1789760795.067716:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:2.0:1789760795.067718:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:2.0:1789760795.067719:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:2.0:1789760795.067721:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:2.0:1789760795.067722:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:2.0:1789760795.067724:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:2.0:1789760795.067725:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:2.0:1789760795.067726:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:2.0:1789760795.067728:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:2.0:1789760795.067729:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:2.0:1789760795.067731:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:2.0:1789760795.067733:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:2.0:1789760795.067734:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:2.0:1789760795.067736:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:2.0:1789760795.067738:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:2.0:1789760795.067740:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:2.0:1789760795.067741:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:2.0:1789760795.067743:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:2.0:1789760795.067745:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:2.0:1789760795.067746:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:2.0:1789760795.067748:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:2.0:1789760795.067750:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:2.0:1789760795.067751:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:2.0:1789760795.067753:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:2.0:1789760795.067754:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:2.0:1789760795.067756:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:2.0:1789760795.067757:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:2.0:1789760795.067759:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:2.0:1789760795.067760:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:2.0:1789760795.067762:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:2.0:1789760795.067764:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:2.0:1789760795.067766:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:2.0:1789760795.067767:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:2.0:1789760795.067769:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:2.0:1789760795.067771:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:2.0:1789760795.067772:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:2.0:1789760795.067774:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:2.0:1789760795.067776:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:2.0:1789760795.067777:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:2.0:1789760795.067779:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:2.0:1789760795.067780:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:2.0:1789760795.067782:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:2.0:1789760795.067783:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:2.0:1789760795.067785:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:2.0:1789760795.067787:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:2.0:1789760795.067788:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:2.0:1789760795.067789:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:2.0:1789760795.067791:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:2.0:1789760795.067792:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:2.0:1789760795.067794:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:2.0:1789760795.067796:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:2.0:1789760795.067797:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:2.0:1789760795.067798:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:2.0:1789760795.067800:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:2.0:1789760795.067801:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:2.0:1789760795.067803:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:2.0:1789760795.067804:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:2.0:1789760795.067806:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:2.0:1789760795.067807:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:2.0:1789760795.067809:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:2.0:1789760795.067810:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:2.0:1789760795.067811:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:2.0:1789760795.067813:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:2.0:1789760795.067815:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:2.0:1789760795.067816:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:2.0:1789760795.067818:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:2.0:1789760795.067820:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:2.0:1789760795.067821:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:2.0:1789760795.067823:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:2.0:1789760795.067824:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:2.0:1789760795.067826:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:2.0:1789760795.067827:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:2.0:1789760795.067828:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:2.0:1789760795.067830:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:2.0:1789760795.067831:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:2.0:1789760795.067832:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:2.0:1789760795.067834:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:2.0:1789760795.067836:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:2.0:1789760795.067837:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:2.0:1789760795.067839:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:2.0:1789760795.067841:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:2.0:1789760795.067843:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:2.0:1789760795.067845:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:2.0:1789760795.067846:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:2.0:1789760795.067848:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:2.0:1789760795.067850:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:2.0:1789760795.067852:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:2.0:1789760795.067853:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:2.0:1789760795.067855:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:2.0:1789760795.067857:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:2.0:1789760795.067858:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:2.0:1789760795.067860:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:2.0:1789760795.067861:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:2.0:1789760795.067863:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:2.0:1789760795.067876:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:2.0:1789760795.067878:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:2.0:1789760795.067879:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:2.0:1789760795.067881:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:2.0:1789760795.067882:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:2.0:1789760795.067884:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:2.0:1789760795.067885:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:2.0:1789760795.067887:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:2.0:1789760795.067888:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:2.0:1789760795.067890:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:2.0:1789760795.067892:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:2.0:1789760795.067894:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:2.0:1789760795.067896:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:2.0:1789760795.067897:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:2.0:1789760795.067899:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:2.0:1789760795.067901:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:2.0:1789760795.067903:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:2.0:1789760795.067904:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:2.0:1789760795.067906:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:2.0:1789760795.067908:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:2.0:1789760795.067910:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:2.0:1789760795.067911:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:2.0:1789760795.067913:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:2.0:1789760795.067915:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:2.0:1789760795.067917:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:2.0:1789760795.067919:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:2.0:1789760795.067921:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:2.0:1789760795.067923:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:2.0:1789760795.067925:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:2.0:1789760795.067926:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:2.0:1789760795.067928:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:2.0:1789760795.067930:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:2.0:1789760795.067932:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:2.0:1789760795.067934:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:2.0:1789760795.067936:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:2.0:1789760795.067938:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:2.0:1789760795.067939:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:2.0:1789760795.067941:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:2.0:1789760795.067943:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:2.0:1789760795.067945:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:2.0:1789760795.067946:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:2.0:1789760795.067948:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:2.0:1789760795.067950:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:2.0:1789760795.067952:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:2.0:1789760795.067954:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:2.0:1789760795.067956:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:2.0:1789760795.067957:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:2.0:1789760795.067959:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:2.0:1789760795.067961:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:2.0:1789760795.067963:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:2.0:1789760795.067965:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:2.0:1789760795.070013:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:2.0:1789760795.070027:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:2.0:1789760795.070029:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:2.0:1789760795.070032:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:2.0:1789760795.070034:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:2.0:1789760795.070036:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:2.0:1789760795.070038:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:2.0:1789760795.070040:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:2.0:1789760795.070042:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:2.0:1789760795.070044:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:2.0:1789760795.070047:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:2.0:1789760795.070049:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:2.0:1789760795.070051:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:2.0:1789760795.070054:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:2.0:1789760795.070057:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:2.0:1789760795.070059:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:2.0:1789760795.070061:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:2.0:1789760795.070063:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:2.0:1789760795.070065:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:2.0:1789760795.070067:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:2.0:1789760795.070069:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:2.0:1789760795.070071:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:2.0:1789760795.070072:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:2.0:1789760795.070074:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:2.0:1789760795.070076:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:2.0:1789760795.070078:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:2.0:1789760795.070080:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:2.0:1789760795.070082:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:2.0:1789760795.070084:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:2.0:1789760795.070086:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:2.0:1789760795.070088:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:2.0:1789760795.070090:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:2.0:1789760795.070092:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:2.0:1789760795.070094:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:2.0:1789760795.070096:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:2.0:1789760795.070098:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:2.0:1789760795.070100:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:2.0:1789760795.070102:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:2.0:1789760795.070104:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:2.0:1789760795.070105:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:2.0:1789760795.070107:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:2.0:1789760795.070109:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:2.0:1789760795.070111:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:2.0:1789760795.070113:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:2.0:1789760795.070115:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:2.0:1789760795.070117:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:2.0:1789760795.070119:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:2.0:1789760795.070121:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:2.0:1789760795.070123:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:2.0:1789760795.070124:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:2.0:1789760795.070126:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760795.070567:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760795.070679:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6f89d5cc00
00000100:00100000:2.0:1789760795.070733:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777256576:192.168.203.138@tcp:4:dd.500
00000100:00100000:2.0:1789760795.074888:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760795.075041:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f8a196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777256704:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760795.147103:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [6144, 6399]
00000080:00200000:2.0:1789760795.147119:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.147126:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760795.147141:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 26214400 i_blocks 49159
00000020:00200000:2.0:1789760795.147145:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.147155:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760795.147588:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 26214400, count: 1048576
00000080:00200000:2.0:1789760795.147598:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26214400, bytes: 1048576
00000080:00200000:2.0:1789760795.147711:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.147722:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760795.147724:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26214400, 27262976) 0 0
00000080:00200000:2.0:1789760795.147730:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.147747:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [6400, 6655]
00020000:00200000:2.0:1789760795.147755:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26214400 chunk: [26214400, 27262976) 27262976, 1048576
00020000:00200000:2.0:1789760795.147759:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.147781:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6400, 6655]
00000008:00010000:2.0:1789760795.147799:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.147805:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f850833b0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760795.147816:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26214400, 27262976) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.147829:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=26214400=0x1900000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.148515:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760795.148587:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 27262976
00000020:00010000:2.0:1789760795.148598:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.148601:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.148605:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f850833b0 (ffff9c6f91cfea28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.148717:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.148721:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f850833b0 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.148731:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760795.148740:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.148759:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5cc00
00000008:00100000:2.0:1789760795.149875:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85140380 - object 0x280000401:4 offset 26214400<>27262976
00000008:00010000:2.0:1789760795.205718:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6f89d5cc00
00000020:00200000:2.0:1789760795.205729:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:2.0:1789760795.205733:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:2.0:1789760795.205734:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:2.0:1789760795.205736:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:2.0:1789760795.205737:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:2.0:1789760795.205739:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:2.0:1789760795.205740:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:2.0:1789760795.205742:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:2.0:1789760795.205744:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:2.0:1789760795.205745:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:2.0:1789760795.205747:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:2.0:1789760795.205748:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:2.0:1789760795.205750:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:2.0:1789760795.205751:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:2.0:1789760795.205753:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:2.0:1789760795.205755:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:2.0:1789760795.205757:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:2.0:1789760795.205758:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:2.0:1789760795.205760:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:2.0:1789760795.205762:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:2.0:1789760795.205764:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:2.0:1789760795.205766:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:2.0:1789760795.205768:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:2.0:1789760795.205769:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:2.0:1789760795.205771:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:2.0:1789760795.205772:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:2.0:1789760795.205774:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:2.0:1789760795.205775:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:2.0:1789760795.205776:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:2.0:1789760795.205778:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:2.0:1789760795.205780:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:2.0:1789760795.205781:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:2.0:1789760795.205783:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:2.0:1789760795.205785:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:2.0:1789760795.205786:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:2.0:1789760795.205788:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:2.0:1789760795.205790:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:2.0:1789760795.205792:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:2.0:1789760795.205794:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:2.0:1789760795.205796:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:2.0:1789760795.205797:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:2.0:1789760795.205799:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:2.0:1789760795.205801:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:2.0:1789760795.205802:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:2.0:1789760795.205804:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:2.0:1789760795.205805:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:2.0:1789760795.205807:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:2.0:1789760795.205808:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:2.0:1789760795.205810:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:2.0:1789760795.205811:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:2.0:1789760795.205814:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:2.0:1789760795.205816:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:2.0:1789760795.205817:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:2.0:1789760795.205819:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:2.0:1789760795.205820:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:2.0:1789760795.205822:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:2.0:1789760795.205824:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:2.0:1789760795.205825:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:2.0:1789760795.205827:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:2.0:1789760795.205828:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:2.0:1789760795.205830:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:2.0:1789760795.205832:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:2.0:1789760795.205833:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:2.0:1789760795.205835:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:2.0:1789760795.205837:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:2.0:1789760795.205839:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:2.0:1789760795.205841:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:2.0:1789760795.205843:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:2.0:1789760795.205845:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:2.0:1789760795.205847:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:2.0:1789760795.205849:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:2.0:1789760795.205850:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:2.0:1789760795.205852:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:2.0:1789760795.205854:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:2.0:1789760795.205856:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:2.0:1789760795.205858:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:2.0:1789760795.205859:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:2.0:1789760795.205861:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:2.0:1789760795.205871:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:2.0:1789760795.205873:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:2.0:1789760795.205875:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:2.0:1789760795.205876:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:2.0:1789760795.205879:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:2.0:1789760795.205881:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:2.0:1789760795.205882:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:2.0:1789760795.205884:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:2.0:1789760795.205886:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:2.0:1789760795.205887:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:2.0:1789760795.205889:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:2.0:1789760795.205890:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:2.0:1789760795.205892:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:2.0:1789760795.205893:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:2.0:1789760795.205895:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:2.0:1789760795.205896:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:2.0:1789760795.205898:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:2.0:1789760795.205900:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:2.0:1789760795.205902:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:2.0:1789760795.205904:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:2.0:1789760795.205906:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:2.0:1789760795.205907:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:2.0:1789760795.205909:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:2.0:1789760795.205910:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:2.0:1789760795.205912:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:2.0:1789760795.205914:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:2.0:1789760795.205920:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:2.0:1789760795.205922:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:2.0:1789760795.206040:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:2.0:1789760795.206043:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:2.0:1789760795.206045:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:2.0:1789760795.206046:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:2.0:1789760795.206048:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:2.0:1789760795.206050:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:2.0:1789760795.206051:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:2.0:1789760795.206052:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:2.0:1789760795.206054:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:2.0:1789760795.206056:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:2.0:1789760795.206057:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:2.0:1789760795.206059:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:2.0:1789760795.206061:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:2.0:1789760795.206062:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:2.0:1789760795.206063:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:2.0:1789760795.206065:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:2.0:1789760795.206066:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:2.0:1789760795.206068:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:2.0:1789760795.206069:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:2.0:1789760795.206071:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:2.0:1789760795.206072:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:2.0:1789760795.206074:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:2.0:1789760795.206075:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:2.0:1789760795.206077:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:2.0:1789760795.206079:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:2.0:1789760795.206080:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:2.0:1789760795.206082:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:2.0:1789760795.206083:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:2.0:1789760795.206085:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:2.0:1789760795.206086:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:2.0:1789760795.206087:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:2.0:1789760795.206089:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:2.0:1789760795.206090:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:2.0:1789760795.206092:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:2.0:1789760795.206093:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:2.0:1789760795.206094:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:2.0:1789760795.206096:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:2.0:1789760795.206097:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:2.0:1789760795.206098:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:2.0:1789760795.206100:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:2.0:1789760795.206102:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:2.0:1789760795.206103:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:2.0:1789760795.206105:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:2.0:1789760795.206107:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:2.0:1789760795.206108:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:2.0:1789760795.206110:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:2.0:1789760795.206111:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:2.0:1789760795.206113:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:2.0:1789760795.206115:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:2.0:1789760795.206116:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:2.0:1789760795.206118:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:2.0:1789760795.206120:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:2.0:1789760795.206121:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:2.0:1789760795.206123:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:2.0:1789760795.206124:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:2.0:1789760795.206126:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:2.0:1789760795.206127:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:2.0:1789760795.206129:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:2.0:1789760795.206130:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:2.0:1789760795.206131:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:2.0:1789760795.206133:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:2.0:1789760795.206134:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:2.0:1789760795.206136:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:2.0:1789760795.206138:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:2.0:1789760795.206139:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:2.0:1789760795.206140:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:2.0:1789760795.206142:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:2.0:1789760795.206143:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:2.0:1789760795.206145:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:2.0:1789760795.206147:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:2.0:1789760795.206148:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:2.0:1789760795.206149:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:2.0:1789760795.206151:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:2.0:1789760795.206153:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:2.0:1789760795.206154:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:2.0:1789760795.206155:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:2.0:1789760795.206157:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:2.0:1789760795.206158:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:2.0:1789760795.206159:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:2.0:1789760795.206161:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:2.0:1789760795.206162:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:2.0:1789760795.206163:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:2.0:1789760795.206165:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:2.0:1789760795.206166:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:2.0:1789760795.206168:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:2.0:1789760795.206169:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:2.0:1789760795.206171:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:2.0:1789760795.206173:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:2.0:1789760795.206174:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:2.0:1789760795.206176:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:2.0:1789760795.206178:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:2.0:1789760795.206179:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:2.0:1789760795.206180:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:2.0:1789760795.206182:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:2.0:1789760795.206183:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:2.0:1789760795.206184:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:2.0:1789760795.206186:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:2.0:1789760795.206187:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:2.0:1789760795.206189:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:2.0:1789760795.206190:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:2.0:1789760795.206191:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:2.0:1789760795.206193:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:2.0:1789760795.206194:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:2.0:1789760795.206195:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:2.0:1789760795.206197:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:2.0:1789760795.206199:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:2.0:1789760795.206200:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:2.0:1789760795.206202:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:2.0:1789760795.206203:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:2.0:1789760795.206204:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:2.0:1789760795.206206:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:2.0:1789760795.206207:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:2.0:1789760795.206208:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:2.0:1789760795.206210:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:2.0:1789760795.206212:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:2.0:1789760795.206213:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:2.0:1789760795.206215:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:2.0:1789760795.206217:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:2.0:1789760795.206218:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:2.0:1789760795.206220:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:2.0:1789760795.206253:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:2.0:1789760795.206254:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:2.0:1789760795.206256:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:2.0:1789760795.206257:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:2.0:1789760795.206259:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:2.0:1789760795.206261:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:2.0:1789760795.206262:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:2.0:1789760795.206263:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:2.0:1789760795.206265:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:2.0:1789760795.206266:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:2.0:1789760795.206268:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:2.0:1789760795.206270:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:2.0:1789760795.206272:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:2.0:1789760795.206274:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:2.0:1789760795.206275:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:2.0:1789760795.206276:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:2.0:1789760795.206278:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:2.0:1789760795.206280:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:2.0:1789760795.206281:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:2.0:1789760795.206282:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:2.0:1789760795.206283:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:2.0:1789760795.206285:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:2.0:1789760795.206287:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:2.0:1789760795.206289:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:2.0:1789760795.206290:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:2.0:1789760795.206292:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:2.0:1789760795.206293:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:2.0:1789760795.206295:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:2.0:1789760795.206296:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:2.0:1789760795.206298:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760795.206401:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760795.206523:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6f89d5cc00
00000100:00100000:2.0:1789760795.206556:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777256832:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760795.207522:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 27262976 i_blocks 51209
00000020:00200000:2.0:1789760795.207529:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.207542:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760795.208249:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 27262976, count: 1048576
00000080:00200000:2.0:1789760795.208263:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 27262976, bytes: 1048576
00000080:00200000:2.0:1789760795.208276:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.208286:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760795.208288:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [27262976, 28311552) 0 0
00000080:00200000:2.0:1789760795.208292:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.208311:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [6656, 6911]
00020000:00200000:2.0:1789760795.208321:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27262976 chunk: [27262976, 28311552) 28311552, 1048576
00020000:00200000:2.0:1789760795.208325:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.208348:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6656, 6911]
00000008:00010000:2.0:1789760795.208364:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.208370:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083e30, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760795.208382:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [27262976, 28311552) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.208398:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=27262976=0x1a00000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.209176:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760795.209183:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 28311552
00000020:00010000:2.0:1789760795.209193:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.209197:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.209200:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083e30 (ffff9c6f83dc8c68/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.209203:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.209206:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083e30 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.209215:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760795.209246:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.209272:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5cc00
00000008:00100000:2.0:1789760795.211686:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85140380 - object 0x280000401:4 offset 27262976<>28311552
00000100:00100000:2.0:1789760795.215420:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777256960:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760795.263129:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [6656, 6911]
00000080:00200000:2.0:1789760795.263148:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.263155:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760795.263173:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 28311552 i_blocks 53257
00000020:00200000:2.0:1789760795.263177:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.263188:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760795.263514:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 28311552, count: 1048576
00000080:00200000:2.0:1789760795.263595:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 28311552, bytes: 1048576
00000080:00200000:2.0:1789760795.263608:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.263617:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760795.263619:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [28311552, 29360128) 0 0
00000080:00200000:2.0:1789760795.263624:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.263640:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [6912, 7167]
00020000:00200000:2.0:1789760795.263649:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 28311552 chunk: [28311552, 29360128) 29360128, 1048576
00020000:00200000:2.0:1789760795.263654:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.263673:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6912, 7167]
00000008:00010000:2.0:1789760795.263691:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.263697:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083e30, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760795.263708:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [28311552, 29360128) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.263721:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=28311552=0x1b00000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.264755:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760795.264766:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 29360128
00000020:00010000:2.0:1789760795.264778:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.264782:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.264786:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083e30 (ffff9c6f83dc8c68/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.264790:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.264793:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083e30 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.264801:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760795.264810:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.264839:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5ca80
00000008:00100000:2.0:1789760795.265665:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85143b80 - object 0x280000401:4 offset 28311552<>29360128
00000100:00100000:2.0:1789760795.454855:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f8a196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777257472:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760795.517668:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [7680, 7935]
00000080:00200000:2.0:1789760795.517682:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.517688:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760795.517702:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 32505856 i_blocks 61449
00000020:00200000:2.0:1789760795.517706:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.517717:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760795.518003:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 32505856, count: 1048576
00000080:00200000:2.0:1789760795.518012:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 32505856, bytes: 1048576
00000080:00200000:2.0:1789760795.518026:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.518033:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760795.518035:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [32505856, 33554432) 0 0
00000080:00200000:2.0:1789760795.518040:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.518056:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [7936, 8191]
00020000:00200000:2.0:1789760795.518065:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 32505856 chunk: [32505856, 33554432) 33554432, 1048576
00020000:00200000:2.0:1789760795.518070:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.518090:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [7936, 8191]
00000008:00010000:2.0:1789760795.518110:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.518117:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083bb0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760795.518130:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [32505856, 33554432) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.518142:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=32505856=0x1f00000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.518778:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760795.518782:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 33554432
00000020:00010000:2.0:1789760795.518791:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.518795:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.518798:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083bb0 (ffff9c6f83dc8c68/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.518801:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.518804:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083bb0 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.518813:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760795.518820:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.518844:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c3c0
00000008:00100000:2.0:1789760795.519766:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85142300 - object 0x280000401:4 offset 32505856<>33554432
00000080:00200000:2.0:1789760795.919304:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [8960, 9215]
00000080:00200000:2.0:1789760795.919330:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.919337:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760795.919355:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 37748736 i_blocks 71689
00000020:00200000:2.0:1789760795.919360:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.919374:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760795.919638:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 37748736, count: 1048576
00000080:00200000:2.0:1789760795.919646:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 37748736, bytes: 1048576
00000080:00200000:2.0:1789760795.919658:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.919667:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760795.919669:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [37748736, 38797312) 0 0
00000080:00200000:2.0:1789760795.919675:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.919692:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [9216, 9471]
00020000:00200000:2.0:1789760795.919701:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 37748736 chunk: [37748736, 38797312) 38797312, 1048576
00020000:00200000:2.0:1789760795.919706:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.919726:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [9216, 9471]
00000008:00010000:2.0:1789760795.919743:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.919749:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083bb0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760795.919760:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [37748736, 38797312) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.919773:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=37748736=0x2400000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.920216:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760795.920435:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 38797312
00000020:00010000:2.0:1789760795.920448:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.920452:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.920455:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083bb0 (ffff9c6f83dc8c68/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.920459:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.920462:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083bb0 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.920471:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760795.920479:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.920509:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c180
00000008:00100000:2.0:1789760795.921153:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85141500 - object 0x280000401:4 offset 37748736<>38797312
00000100:00100000:2.0:1789760795.921241:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85141500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777258240:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760796.045618:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [9472, 9727]
00000080:00200000:2.0:1789760796.045642:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.045648:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760796.045667:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 39845888 i_blocks 75785
00000020:00200000:2.0:1789760796.045672:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.045688:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760796.046054:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 39845888, count: 1048576
00000080:00200000:2.0:1789760796.046065:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 39845888, bytes: 1048576
00000080:00200000:2.0:1789760796.046079:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.046089:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760796.046091:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [39845888, 40894464) 0 0
00000080:00200000:2.0:1789760796.046097:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.046115:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [9728, 9983]
00020000:00200000:2.0:1789760796.046124:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 39845888 chunk: [39845888, 40894464) 40894464, 1048576
00020000:00200000:2.0:1789760796.046128:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.046406:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [9728, 9983]
00000008:00010000:2.0:1789760796.046426:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.046432:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083bb0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760796.046445:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [39845888, 40894464) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.046462:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=39845888=0x2600000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.046913:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760796.046917:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 40894464
00000020:00010000:2.0:1789760796.046928:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.046931:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.046934:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083bb0 (ffff9c6f83dc8c68/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.046937:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f90b7b4e8 (ffff9c6f83dc8b48/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.046940:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083bb0 (ffff9c6f83dc8b48/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.046950:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760796.046967:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.046989:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c840
00000008:00100000:2.0:1789760796.047566:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85141180 - object 0x280000401:4 offset 39845888<>40894464
00000080:00200000:2.0:1789760796.117396:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [9728, 9983]
00000080:00200000:2.0:1789760796.117417:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.117424:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760796.117440:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 40894464 i_blocks 77833
00000020:00200000:2.0:1789760796.117446:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.117458:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000020:00200000:1.0:1789760796.248371:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:1.0:1789760796.248373:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:1.0:1789760796.248374:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:1.0:1789760796.248376:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:1.0:1789760796.248377:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:1.0:1789760796.248379:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:1.0:1789760796.248381:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:1.0:1789760796.248383:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:1.0:1789760796.250511:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:1.0:1789760796.250524:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:1.0:1789760796.250526:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:1.0:1789760796.250527:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:1.0:1789760796.250529:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:1.0:1789760796.250530:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:1.0:1789760796.250532:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:1.0:1789760796.250533:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:1.0:1789760796.250535:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:1.0:1789760796.250536:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:1.0:1789760796.250537:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:1.0:1789760796.250538:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:1.0:1789760796.250540:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:1.0:1789760796.250542:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:1.0:1789760796.250543:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:1.0:1789760796.250545:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:1.0:1789760796.250547:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:1.0:1789760796.250549:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:1.0:1789760796.250550:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:1.0:1789760796.250552:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:1.0:1789760796.250553:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:1.0:1789760796.250555:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:1.0:1789760796.250556:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:1.0:1789760796.250558:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:1.0:1789760796.250560:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:1.0:1789760796.250561:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:1.0:1789760796.250563:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:1.0:1789760796.250565:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:1.0:1789760796.250566:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:1.0:1789760796.250567:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:1.0:1789760796.250569:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:1.0:1789760796.250623:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:1.0:1789760796.250625:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:1.0:1789760796.250627:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:1.0:1789760796.250629:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:1.0:1789760796.250631:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:1.0:1789760796.250633:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:1.0:1789760796.250635:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:1.0:1789760796.250637:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:1.0:1789760796.250638:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:1.0:1789760796.250640:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:1.0:1789760796.250643:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:1.0:1789760796.250644:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:1.0:1789760796.250646:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:1.0:1789760796.250648:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:1.0:1789760796.250650:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:1.0:1789760796.250651:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:1.0:1789760796.250653:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:1.0:1789760796.250655:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:1.0:1789760796.250657:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:1.0:1789760796.250658:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:1.0:1789760796.250660:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:1.0:1789760796.250662:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:1.0:1789760796.250663:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:1.0:1789760796.250665:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:1.0:1789760796.250666:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:1.0:1789760796.250668:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:1.0:1789760796.250671:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:1.0:1789760796.250673:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:1.0:1789760796.250674:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:1.0:1789760796.250676:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:1.0:1789760796.250678:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:1.0:1789760796.250679:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:1.0:1789760796.250681:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:1.0:1789760796.250682:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:1.0:1789760796.250684:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:1.0:1789760796.250685:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:1.0:1789760796.250687:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:1.0:1789760796.250689:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:1.0:1789760796.250690:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:1.0:1789760796.250693:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:1.0:1789760796.250694:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:1.0:1789760796.250696:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:1.0:1789760796.250698:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:1.0:1789760796.250699:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:1.0:1789760796.250701:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:1.0:1789760796.250702:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:1.0:1789760796.250704:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:1.0:1789760796.250705:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:1.0:1789760796.250707:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:1.0:1789760796.250708:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:1.0:1789760796.250710:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:1.0:1789760796.250711:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:1.0:1789760796.250713:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:1.0:1789760796.250714:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:1.0:1789760796.250716:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:1.0:1789760796.250718:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:1.0:1789760796.250720:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:1.0:1789760796.250721:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:1.0:1789760796.250723:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.250882:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.250967:0:2403:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6f90b8a3c0
00000100:00100000:1.0:1789760796.251009:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2403:1876699777258752:192.168.203.138@tcp:4:dd.500
00000080:00200000:1.0:1789760796.336333:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [10496, 10751]
00000080:00200000:1.0:1789760796.336435:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.336444:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:1.0:1789760796.336463:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 44040192 i_blocks 83977
00000020:00200000:1.0:1789760796.336469:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.336487:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:1.0:1789760796.337058:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 44040192, count: 1048576
00000080:00200000:1.0:1789760796.337071:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 44040192, bytes: 1048576
00000080:00200000:1.0:1789760796.337085:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.337095:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:1.0:1789760796.337098:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [44040192, 45088768) 0 0
00000080:00200000:1.0:1789760796.337103:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.337123:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [10752, 11007]
00020000:00200000:1.0:1789760796.337134:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 44040192 chunk: [44040192, 45088768) 45088768, 1048576
00020000:00200000:1.0:1789760796.337139:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.337166:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [10752, 11007]
00000008:00010000:1.0:1789760796.337195:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.337202:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f88c4ac30, osc lock ffff9c6f9025ebe0, flags 0x0
00000080:00200000:1.0:1789760796.337213:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [44040192, 45088768) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.337263:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=44040192=0x2a00000, pages 256 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.339800:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:1.0:1789760796.339815:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 45088768
00000020:00010000:1.0:1789760796.339980:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.339986:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.339990:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f88c4ac30 (ffff9c6f91cfed88/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.339993:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.339997:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f88c4ac30 (ffff9c6f83dc8908/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.340008:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:1.0:1789760796.340018:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.340057:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f90b8a3c0
00000008:00100000:1.0:1789760796.341986:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f9118ce00 - object 0x280000401:4 offset 44040192<>45088768
00000100:00100000:1.0:1789760796.342065:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760796.342087:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2403:1876699777259008:192.168.203.138@tcp:4:dd.500
00000100:00100000:1.0:1789760796.413742:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9c6f91f6e000: committing for last_committed 4294967613 gen 4
00000008:00010000:1.0:1789760796.413824:0:2403:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6f90b8a3c0
00000020:00200000:1.0:1789760796.413833:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:1.0:1789760796.413836:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:1.0:1789760796.413838:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:1.0:1789760796.413839:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:1.0:1789760796.413841:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:1.0:1789760796.413843:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:1.0:1789760796.413844:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:1.0:1789760796.413846:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:1.0:1789760796.413847:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:1.0:1789760796.413849:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:1.0:1789760796.413851:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:1.0:1789760796.413852:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:1.0:1789760796.413862:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:1.0:1789760796.413864:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:1.0:1789760796.413866:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:1.0:1789760796.413868:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:1.0:1789760796.413869:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:1.0:1789760796.413871:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:1.0:1789760796.413872:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:1.0:1789760796.413874:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:1.0:1789760796.413875:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:1.0:1789760796.413877:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:1.0:1789760796.413880:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:1.0:1789760796.413881:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:1.0:1789760796.413883:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:1.0:1789760796.413950:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:1.0:1789760796.413952:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:1.0:1789760796.413997:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:1.0:1789760796.414001:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:1.0:1789760796.414003:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:1.0:1789760796.414004:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:1.0:1789760796.414006:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:1.0:1789760796.414008:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:1.0:1789760796.414010:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:1.0:1789760796.414012:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:1.0:1789760796.414014:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:1.0:1789760796.414016:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:1.0:1789760796.414017:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:1.0:1789760796.414019:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:1.0:1789760796.414021:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:1.0:1789760796.414023:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:1.0:1789760796.414025:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:1.0:1789760796.414026:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:1.0:1789760796.414028:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:1.0:1789760796.414029:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:1.0:1789760796.414031:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:1.0:1789760796.414032:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:1.0:1789760796.414033:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:1.0:1789760796.414035:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:1.0:1789760796.414036:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:1.0:1789760796.414038:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:1.0:1789760796.414039:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:1.0:1789760796.414041:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:1.0:1789760796.414042:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:1.0:1789760796.414044:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:1.0:1789760796.414046:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:1.0:1789760796.414048:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:1.0:1789760796.414050:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:1.0:1789760796.414051:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:1.0:1789760796.414053:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:1.0:1789760796.414054:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:1.0:1789760796.414056:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:1.0:1789760796.414058:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:1.0:1789760796.414059:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:1.0:1789760796.414060:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:1.0:1789760796.414062:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:1.0:1789760796.414063:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:1.0:1789760796.414065:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:1.0:1789760796.414066:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:1.0:1789760796.414067:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:1.0:1789760796.414069:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:1.0:1789760796.414070:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:1.0:1789760796.414132:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:1.0:1789760796.414134:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:1.0:1789760796.414135:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:1.0:1789760796.414137:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:1.0:1789760796.414138:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:1.0:1789760796.414139:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:1.0:1789760796.414141:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:1.0:1789760796.414142:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:1.0:1789760796.414144:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:1.0:1789760796.414145:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:1.0:1789760796.414146:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:1.0:1789760796.414148:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:1.0:1789760796.414149:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:1.0:1789760796.414151:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:1.0:1789760796.414153:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:1.0:1789760796.414155:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:1.0:1789760796.414156:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:1.0:1789760796.414158:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:1.0:1789760796.414160:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:1.0:1789760796.414161:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:1.0:1789760796.414163:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:1.0:1789760796.414164:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:1.0:1789760796.414166:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:1.0:1789760796.414167:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:1.0:1789760796.414168:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:1.0:1789760796.414170:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:1.0:1789760796.414171:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:1.0:1789760796.414173:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:1.0:1789760796.414174:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:1.0:1789760796.414175:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:1.0:1789760796.414176:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:1.0:1789760796.414178:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:1.0:1789760796.414180:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:1.0:1789760796.414181:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:1.0:1789760796.414182:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:1.0:1789760796.414184:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:1.0:1789760796.414186:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:1.0:1789760796.414187:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:1.0:1789760796.414189:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:1.0:1789760796.414190:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:1.0:1789760796.414191:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:1.0:1789760796.414193:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:1.0:1789760796.414194:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:1.0:1789760796.414196:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:1.0:1789760796.414197:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:1.0:1789760796.414199:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:1.0:1789760796.414201:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:1.0:1789760796.414203:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:1.0:1789760796.414204:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:1.0:1789760796.414206:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:1.0:1789760796.414208:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:1.0:1789760796.414210:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:1.0:1789760796.414211:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:1.0:1789760796.414213:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:1.0:1789760796.414214:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:1.0:1789760796.414216:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:1.0:1789760796.414217:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:1.0:1789760796.414219:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:1.0:1789760796.414220:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:1.0:1789760796.414243:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:1.0:1789760796.414244:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:1.0:1789760796.414246:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:1.0:1789760796.414247:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:1.0:1789760796.414249:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:1.0:1789760796.414250:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:1.0:1789760796.414251:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:1.0:1789760796.414253:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:1.0:1789760796.414254:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:1.0:1789760796.414256:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:1.0:1789760796.414257:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:1.0:1789760796.414258:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:1.0:1789760796.414260:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:1.0:1789760796.414262:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:1.0:1789760796.414264:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:1.0:1789760796.414266:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:1.0:1789760796.414267:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:1.0:1789760796.414269:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:1.0:1789760796.414270:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:1.0:1789760796.414273:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:1.0:1789760796.414275:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:1.0:1789760796.414277:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:1.0:1789760796.414278:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:1.0:1789760796.414280:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:1.0:1789760796.414282:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:1.0:1789760796.414283:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:1.0:1789760796.414285:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:1.0:1789760796.414286:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:1.0:1789760796.414288:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:1.0:1789760796.414289:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:1.0:1789760796.414291:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:1.0:1789760796.414292:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:1.0:1789760796.414294:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:1.0:1789760796.414295:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:1.0:1789760796.414297:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:1.0:1789760796.414299:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:1.0:1789760796.414300:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:1.0:1789760796.414302:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:1.0:1789760796.414303:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:1.0:1789760796.414305:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:1.0:1789760796.414306:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:1.0:1789760796.414308:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:1.0:1789760796.414309:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:1.0:1789760796.414310:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:1.0:1789760796.414312:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:1.0:1789760796.414313:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:1.0:1789760796.414315:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:1.0:1789760796.414316:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:1.0:1789760796.414318:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:1.0:1789760796.414319:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:1.0:1789760796.414320:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:1.0:1789760796.414322:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:1.0:1789760796.414324:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:1.0:1789760796.414326:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:1.0:1789760796.414327:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:1.0:1789760796.414329:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:1.0:1789760796.414330:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:1.0:1789760796.414332:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:1.0:1789760796.414333:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:1.0:1789760796.414335:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:1.0:1789760796.414418:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:1.0:1789760796.414421:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:1.0:1789760796.414423:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:1.0:1789760796.414424:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:1.0:1789760796.414426:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:1.0:1789760796.414427:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:1.0:1789760796.414429:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:1.0:1789760796.414430:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:1.0:1789760796.414432:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:1.0:1789760796.414433:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:1.0:1789760796.414434:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:1.0:1789760796.414436:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:1.0:1789760796.414437:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:1.0:1789760796.414439:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:1.0:1789760796.414440:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:1.0:1789760796.414442:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:1.0:1789760796.414443:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:1.0:1789760796.414444:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:1.0:1789760796.414446:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:1.0:1789760796.414447:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:1.0:1789760796.414449:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:1.0:1789760796.414450:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:1.0:1789760796.414452:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:1.0:1789760796.414453:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:1.0:1789760796.414455:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:1.0:1789760796.414457:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:1.0:1789760796.414459:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:1.0:1789760796.414461:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:1.0:1789760796.414462:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:1.0:1789760796.414464:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:1.0:1789760796.414465:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:1.0:1789760796.414467:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:1.0:1789760796.414468:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:1.0:1789760796.414470:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:1.0:1789760796.414471:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:1.0:1789760796.414473:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:1.0:1789760796.414474:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:1.0:1789760796.414476:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:1.0:1789760796.414477:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:1.0:1789760796.414479:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:1.0:1789760796.414480:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:1.0:1789760796.414481:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:1.0:1789760796.414483:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:1.0:1789760796.414485:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:1.0:1789760796.414486:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:1.0:1789760796.414488:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:1.0:1789760796.414489:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:1.0:1789760796.414491:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:1.0:1789760796.414492:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:1.0:1789760796.414494:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:1.0:1789760796.414495:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:1.0:1789760796.414497:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:1.0:1789760796.414498:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:1.0:1789760796.414499:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:1.0:1789760796.414501:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:1.0:1789760796.414503:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:1.0:1789760796.414505:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:1.0:1789760796.414506:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:1.0:1789760796.414567:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:1.0:1789760796.414571:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:1.0:1789760796.414573:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:1.0:1789760796.414574:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:1.0:1789760796.414576:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:1.0:1789760796.414578:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:1.0:1789760796.414580:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.414687:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.414792:0:2403:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6f90b8a3c0
00000100:00100000:1.0:1789760796.414826:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2403:1876699777259008:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760796.415060:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [10752, 11007]
00000080:00200000:2.0:1789760796.415143:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.415150:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760796.415166:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 45088768 i_blocks 86025
00000020:00200000:2.0:1789760796.415170:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.415180:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760796.415601:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 45088768, count: 1048576
00000080:00200000:2.0:1789760796.415610:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 45088768, bytes: 1048576
00000080:00200000:2.0:1789760796.415622:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.415631:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760796.415634:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [45088768, 46137344) 0 0
00000080:00200000:2.0:1789760796.415639:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.415656:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [11008, 11263]
00020000:00200000:2.0:1789760796.415665:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 45088768 chunk: [45088768, 46137344) 46137344, 1048576
00020000:00200000:2.0:1789760796.415669:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.415690:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [11008, 11263]
00000008:00010000:2.0:1789760796.415707:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.415713:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083bb0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760796.415726:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [45088768, 46137344) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.415740:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=45088768=0x2b00000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.416665:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760796.416673:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 46137344
00000020:00010000:2.0:1789760796.416686:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.416691:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.416695:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083bb0 (ffff9c6f91cfed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.416698:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.416701:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083bb0 (ffff9c6f83dc8908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.416712:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760796.416721:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.416750:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5ce40
00000008:00100000:2.0:1789760796.418965:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85141880 - object 0x280000401:4 offset 45088768<>46137344
00000008:00010000:2.0:1789760796.500442:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6f89d5ce40
00000020:00200000:2.0:1789760796.500461:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:2.0:1789760796.500465:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:2.0:1789760796.500468:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:2.0:1789760796.500470:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:2.0:1789760796.500472:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:2.0:1789760796.500474:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:2.0:1789760796.500475:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:2.0:1789760796.500477:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:2.0:1789760796.500478:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:2.0:1789760796.500479:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:2.0:1789760796.500481:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:2.0:1789760796.500482:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:2.0:1789760796.500484:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:2.0:1789760796.500486:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:2.0:1789760796.500487:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:2.0:1789760796.500489:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:2.0:1789760796.500491:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:2.0:1789760796.500493:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:2.0:1789760796.500495:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:2.0:1789760796.500497:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:2.0:1789760796.500499:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:2.0:1789760796.500501:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:2.0:1789760796.500503:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:2.0:1789760796.500504:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:2.0:1789760796.500506:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:2.0:1789760796.500508:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:2.0:1789760796.500515:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:2.0:1789760796.500516:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:2.0:1789760796.500517:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:2.0:1789760796.500519:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:2.0:1789760796.500521:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:2.0:1789760796.500522:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:2.0:1789760796.500524:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:2.0:1789760796.500526:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:2.0:1789760796.500527:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:2.0:1789760796.500529:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:2.0:1789760796.500531:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:2.0:1789760796.500533:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:2.0:1789760796.500534:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:2.0:1789760796.500536:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:2.0:1789760796.500538:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:2.0:1789760796.500539:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:2.0:1789760796.500540:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:2.0:1789760796.500542:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:2.0:1789760796.500544:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:2.0:1789760796.500545:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:2.0:1789760796.500547:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:2.0:1789760796.500549:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:2.0:1789760796.500551:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:2.0:1789760796.500552:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:2.0:1789760796.500554:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:2.0:1789760796.500556:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:2.0:1789760796.500558:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:2.0:1789760796.500559:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:2.0:1789760796.500561:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:2.0:1789760796.500563:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:2.0:1789760796.500565:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:2.0:1789760796.500567:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:2.0:1789760796.500568:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:2.0:1789760796.500569:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:2.0:1789760796.500570:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:2.0:1789760796.500572:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:2.0:1789760796.500574:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:2.0:1789760796.500575:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:2.0:1789760796.500577:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:2.0:1789760796.500578:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:2.0:1789760796.500580:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:2.0:1789760796.500582:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:2.0:1789760796.500583:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:2.0:1789760796.500585:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:2.0:1789760796.500587:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:2.0:1789760796.500589:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:2.0:1789760796.500590:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:2.0:1789760796.500592:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:2.0:1789760796.500593:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:2.0:1789760796.500594:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:2.0:1789760796.500596:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:2.0:1789760796.500597:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:2.0:1789760796.500599:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:2.0:1789760796.500600:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:2.0:1789760796.500602:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:2.0:1789760796.500604:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:2.0:1789760796.500605:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:2.0:1789760796.500607:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:2.0:1789760796.500609:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:2.0:1789760796.500611:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:2.0:1789760796.500612:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:2.0:1789760796.500614:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:2.0:1789760796.500616:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:2.0:1789760796.500618:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:2.0:1789760796.500619:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:2.0:1789760796.500621:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:2.0:1789760796.500623:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:2.0:1789760796.500624:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:2.0:1789760796.500626:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:2.0:1789760796.500628:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:2.0:1789760796.500629:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:2.0:1789760796.500631:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:2.0:1789760796.500633:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:2.0:1789760796.500635:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:2.0:1789760796.500637:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:2.0:1789760796.500638:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:2.0:1789760796.500640:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:2.0:1789760796.500642:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:2.0:1789760796.500643:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:2.0:1789760796.500645:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:2.0:1789760796.500646:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:2.0:1789760796.500648:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:2.0:1789760796.500650:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:2.0:1789760796.500652:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:2.0:1789760796.500654:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:2.0:1789760796.500656:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:2.0:1789760796.500658:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:2.0:1789760796.500660:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:2.0:1789760796.500661:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:2.0:1789760796.500663:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:2.0:1789760796.500665:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:2.0:1789760796.500667:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:2.0:1789760796.500669:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:2.0:1789760796.500671:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:2.0:1789760796.500673:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:2.0:1789760796.500675:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:2.0:1789760796.500677:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:2.0:1789760796.500679:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:2.0:1789760796.500680:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:2.0:1789760796.500682:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:2.0:1789760796.500683:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:2.0:1789760796.500685:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:2.0:1789760796.500687:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:2.0:1789760796.500689:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:2.0:1789760796.500690:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:2.0:1789760796.500693:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:2.0:1789760796.500695:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:2.0:1789760796.500697:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:2.0:1789760796.500698:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:2.0:1789760796.500700:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:2.0:1789760796.500702:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:2.0:1789760796.500704:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:2.0:1789760796.500705:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:2.0:1789760796.500707:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:2.0:1789760796.500708:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:2.0:1789760796.500710:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:2.0:1789760796.500711:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:2.0:1789760796.500712:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:2.0:1789760796.500714:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:2.0:1789760796.500715:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:2.0:1789760796.500716:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:2.0:1789760796.500718:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:2.0:1789760796.500720:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:2.0:1789760796.500722:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:2.0:1789760796.500723:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:2.0:1789760796.500725:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:2.0:1789760796.500726:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:2.0:1789760796.500728:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:2.0:1789760796.500729:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:2.0:1789760796.500731:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:2.0:1789760796.500732:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:2.0:1789760796.500732:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:2.0:1789760796.500733:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:2.0:1789760796.500734:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:2.0:1789760796.500735:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:2.0:1789760796.500736:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:2.0:1789760796.500737:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:2.0:1789760796.500739:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:2.0:1789760796.500740:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:2.0:1789760796.500741:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:2.0:1789760796.500742:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:2.0:1789760796.500743:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:2.0:1789760796.500745:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:2.0:1789760796.500745:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:2.0:1789760796.500746:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:2.0:1789760796.500747:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:2.0:1789760796.500748:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:2.0:1789760796.500749:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:2.0:1789760796.500750:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:2.0:1789760796.500751:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:2.0:1789760796.500752:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:2.0:1789760796.500753:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:2.0:1789760796.500753:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:2.0:1789760796.500754:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:2.0:1789760796.500755:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:2.0:1789760796.500756:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:2.0:1789760796.500757:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:2.0:1789760796.500758:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:2.0:1789760796.500759:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:2.0:1789760796.500760:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:2.0:1789760796.500761:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:2.0:1789760796.500762:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:2.0:1789760796.500763:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:2.0:1789760796.500764:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:2.0:1789760796.500765:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:2.0:1789760796.500765:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:2.0:1789760796.500766:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:2.0:1789760796.500767:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:2.0:1789760796.500768:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:2.0:1789760796.500769:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:2.0:1789760796.500770:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:2.0:1789760796.500772:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:2.0:1789760796.500773:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:2.0:1789760796.500774:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:2.0:1789760796.500775:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:2.0:1789760796.500776:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:2.0:1789760796.500777:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:2.0:1789760796.500778:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:2.0:1789760796.500779:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:2.0:1789760796.500780:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:2.0:1789760796.500781:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:2.0:1789760796.500782:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:2.0:1789760796.500783:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:2.0:1789760796.500784:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:2.0:1789760796.500785:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:2.0:1789760796.500786:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:2.0:1789760796.500787:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:2.0:1789760796.500787:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:2.0:1789760796.500788:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:2.0:1789760796.500789:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:2.0:1789760796.500790:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:2.0:1789760796.500791:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:2.0:1789760796.500792:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:2.0:1789760796.500793:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:2.0:1789760796.500794:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:2.0:1789760796.500795:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:2.0:1789760796.500796:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:2.0:1789760796.500797:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:2.0:1789760796.500798:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:2.0:1789760796.500799:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:2.0:1789760796.500799:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:2.0:1789760796.500801:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:2.0:1789760796.500802:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:2.0:1789760796.500803:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:2.0:1789760796.500804:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:2.0:1789760796.500805:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:2.0:1789760796.500806:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:2.0:1789760796.500807:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:2.0:1789760796.500808:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:2.0:1789760796.500809:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:2.0:1789760796.500810:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:2.0:1789760796.500811:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:2.0:1789760796.500812:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:2.0:1789760796.500813:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:2.0:1789760796.500814:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:2.0:1789760796.500814:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:2.0:1789760796.500815:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:2.0:1789760796.500816:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:2.0:1789760796.500817:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:2.0:1789760796.500818:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:2.0:1789760796.500819:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:2.0:1789760796.500820:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:2.0:1789760796.500820:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:2.0:1789760796.500821:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:2.0:1789760796.500822:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:2.0:1789760796.500823:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:2.0:1789760796.500824:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:2.0:1789760796.500825:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:2.0:1789760796.500826:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:2.0:1789760796.500827:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760796.501044:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760796.501170:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6f89d5ce40
00000100:00100000:2.0:1789760796.501306:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85141880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777259136:192.168.203.138@tcp:4:dd.500
00000100:00100000:2.0:1789760796.504692:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f8a196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777259264:192.168.203.138@tcp:4:dd.500
00000100:00100000:2.0:1789760796.566844:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9c6f91f6e000: committing for last_committed 4294967614 gen 4
00000100:00100000:2.0:1789760796.566928:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9c6f8a196d80 x1876699777259264/t4294967615(4294967615) o4->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:6/4 lens 488/448 e 0 to 0 dl 1789760812 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0
00000008:00010000:2.0:1789760796.566996:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6f884ece40
00000020:00200000:2.0:1789760796.567003:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:2.0:1789760796.567007:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:2.0:1789760796.567009:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:2.0:1789760796.567011:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:2.0:1789760796.567013:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:2.0:1789760796.567015:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:2.0:1789760796.567016:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:2.0:1789760796.567018:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:2.0:1789760796.567020:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:2.0:1789760796.567022:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:2.0:1789760796.567024:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:2.0:1789760796.567025:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:2.0:1789760796.567027:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:2.0:1789760796.567028:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:2.0:1789760796.567030:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:2.0:1789760796.567031:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:2.0:1789760796.567033:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:2.0:1789760796.567035:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:2.0:1789760796.567037:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:2.0:1789760796.567038:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:2.0:1789760796.567040:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:2.0:1789760796.567042:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:2.0:1789760796.567044:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:2.0:1789760796.567045:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:2.0:1789760796.567048:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:2.0:1789760796.567049:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:2.0:1789760796.567051:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:2.0:1789760796.567053:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:2.0:1789760796.567055:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:2.0:1789760796.567056:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:2.0:1789760796.567058:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:2.0:1789760796.567060:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:2.0:1789760796.567062:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:2.0:1789760796.567064:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:2.0:1789760796.567065:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:2.0:1789760796.567067:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:2.0:1789760796.567070:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:2.0:1789760796.567071:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:2.0:1789760796.567073:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:2.0:1789760796.567075:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:2.0:1789760796.567077:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:2.0:1789760796.567078:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:2.0:1789760796.567080:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:2.0:1789760796.567082:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:2.0:1789760796.567083:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:2.0:1789760796.567085:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:2.0:1789760796.567086:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:2.0:1789760796.567088:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:2.0:1789760796.567090:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:2.0:1789760796.567091:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:2.0:1789760796.567093:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:2.0:1789760796.567094:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:2.0:1789760796.567096:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:2.0:1789760796.567098:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:2.0:1789760796.567099:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:2.0:1789760796.567100:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:2.0:1789760796.567102:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:2.0:1789760796.567104:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:2.0:1789760796.567105:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:2.0:1789760796.567107:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:2.0:1789760796.567108:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:2.0:1789760796.567110:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:2.0:1789760796.567111:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:2.0:1789760796.567112:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:2.0:1789760796.567114:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:2.0:1789760796.567116:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:2.0:1789760796.567117:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:2.0:1789760796.567119:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:2.0:1789760796.567120:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:2.0:1789760796.567122:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:2.0:1789760796.567124:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:2.0:1789760796.567126:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:2.0:1789760796.567128:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:2.0:1789760796.567129:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:2.0:1789760796.567131:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:2.0:1789760796.567133:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:2.0:1789760796.567135:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:2.0:1789760796.567137:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:2.0:1789760796.567138:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:2.0:1789760796.567140:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:2.0:1789760796.567142:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:2.0:1789760796.567143:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:2.0:1789760796.567145:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:2.0:1789760796.567146:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:2.0:1789760796.567148:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:2.0:1789760796.567150:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:2.0:1789760796.567152:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:2.0:1789760796.567153:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:2.0:1789760796.567155:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:2.0:1789760796.567157:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:2.0:1789760796.567159:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:2.0:1789760796.567160:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:2.0:1789760796.567162:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:2.0:1789760796.567164:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:2.0:1789760796.567165:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:2.0:1789760796.567167:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:2.0:1789760796.567169:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:2.0:1789760796.567170:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:2.0:1789760796.567172:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:2.0:1789760796.567173:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:2.0:1789760796.567175:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:2.0:1789760796.567182:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:2.0:1789760796.567184:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:2.0:1789760796.567186:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:2.0:1789760796.567188:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:2.0:1789760796.567190:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:2.0:1789760796.567191:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:2.0:1789760796.567193:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:2.0:1789760796.567195:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:2.0:1789760796.567197:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:2.0:1789760796.567199:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:2.0:1789760796.567200:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:2.0:1789760796.567202:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:2.0:1789760796.567204:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:2.0:1789760796.567205:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:2.0:1789760796.567207:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:2.0:1789760796.567209:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:2.0:1789760796.567210:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:2.0:1789760796.567212:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:2.0:1789760796.567214:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:2.0:1789760796.567216:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:2.0:1789760796.567218:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:2.0:1789760796.567219:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:2.0:1789760796.567368:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:2.0:1789760796.567371:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:2.0:1789760796.567373:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:2.0:1789760796.567375:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:2.0:1789760796.567377:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:2.0:1789760796.567378:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:2.0:1789760796.567380:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:2.0:1789760796.567382:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:2.0:1789760796.567384:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:2.0:1789760796.567386:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:2.0:1789760796.567388:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:2.0:1789760796.567390:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:2.0:1789760796.567391:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:2.0:1789760796.567393:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:2.0:1789760796.567395:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:2.0:1789760796.567397:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:2.0:1789760796.567398:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:2.0:1789760796.567400:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:2.0:1789760796.567402:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:2.0:1789760796.567403:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:2.0:1789760796.567405:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:2.0:1789760796.567407:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:2.0:1789760796.567409:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:2.0:1789760796.567411:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:2.0:1789760796.567413:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:2.0:1789760796.567414:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:2.0:1789760796.567416:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:2.0:1789760796.567418:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:2.0:1789760796.567419:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:2.0:1789760796.567422:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:2.0:1789760796.567424:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:2.0:1789760796.567426:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:2.0:1789760796.567428:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:2.0:1789760796.567429:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:2.0:1789760796.567431:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:2.0:1789760796.567433:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:2.0:1789760796.567434:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:2.0:1789760796.567436:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:2.0:1789760796.567438:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:2.0:1789760796.567440:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:2.0:1789760796.567442:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:2.0:1789760796.567443:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:2.0:1789760796.567445:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:2.0:1789760796.567447:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:2.0:1789760796.567449:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:2.0:1789760796.567450:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:2.0:1789760796.567452:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:2.0:1789760796.567454:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:2.0:1789760796.567455:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:2.0:1789760796.567457:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:2.0:1789760796.567459:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:2.0:1789760796.567461:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:2.0:1789760796.567463:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:2.0:1789760796.567464:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:2.0:1789760796.567466:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:2.0:1789760796.567468:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:2.0:1789760796.567470:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:2.0:1789760796.567471:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:2.0:1789760796.567473:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:2.0:1789760796.567475:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:2.0:1789760796.567476:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:2.0:1789760796.567479:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:2.0:1789760796.567480:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:2.0:1789760796.567482:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:2.0:1789760796.567484:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:2.0:1789760796.567485:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:2.0:1789760796.567487:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:2.0:1789760796.567488:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:2.0:1789760796.567490:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:2.0:1789760796.567492:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:2.0:1789760796.567494:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:2.0:1789760796.567495:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:2.0:1789760796.567497:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:2.0:1789760796.567499:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:2.0:1789760796.567500:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:2.0:1789760796.567502:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:2.0:1789760796.567650:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:2.0:1789760796.567653:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:2.0:1789760796.567655:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:2.0:1789760796.567656:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:2.0:1789760796.567658:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:2.0:1789760796.567660:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:2.0:1789760796.567661:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:2.0:1789760796.567663:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:2.0:1789760796.567665:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:2.0:1789760796.567666:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:2.0:1789760796.567668:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:2.0:1789760796.567670:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:2.0:1789760796.567671:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:2.0:1789760796.567673:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:2.0:1789760796.567675:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:2.0:1789760796.567677:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:2.0:1789760796.567680:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:2.0:1789760796.567682:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:2.0:1789760796.567684:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:2.0:1789760796.567686:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:2.0:1789760796.567687:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:2.0:1789760796.567689:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:2.0:1789760796.567691:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:2.0:1789760796.567693:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:2.0:1789760796.567695:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:2.0:1789760796.567697:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:2.0:1789760796.567698:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:2.0:1789760796.567700:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:2.0:1789760796.567701:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:2.0:1789760796.567703:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:2.0:1789760796.567704:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:2.0:1789760796.567706:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:2.0:1789760796.567707:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:2.0:1789760796.567709:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:2.0:1789760796.567711:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:2.0:1789760796.567712:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:2.0:1789760796.567713:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:2.0:1789760796.567715:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:2.0:1789760796.567716:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:2.0:1789760796.567717:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:2.0:1789760796.567719:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:2.0:1789760796.567720:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:2.0:1789760796.567721:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:2.0:1789760796.567722:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:2.0:1789760796.567724:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:2.0:1789760796.567725:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:2.0:1789760796.567726:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:2.0:1789760796.567728:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:2.0:1789760796.567729:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:2.0:1789760796.567731:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:2.0:1789760796.567733:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:2.0:1789760796.567734:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:2.0:1789760796.567736:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:2.0:1789760796.567737:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:2.0:1789760796.567739:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:2.0:1789760796.567740:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:2.0:1789760796.567741:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760796.567851:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760796.567945:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6f884ece40
00000100:00100000:2.0:1789760796.567976:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f8a196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777259264:192.168.203.138@tcp:4:dd.500
00000100:00100000:1.0:1789760796.573795:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2403:1876699777259392:192.168.203.138@tcp:4:dd.500
00000100:00100000:1.0:1789760796.641266:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9c6f91f6e000: committing for last_committed 4294967616 gen 4
00000008:00010000:1.0:1789760796.641631:0:2403:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6faf271900
00000020:00200000:1.0:1789760796.641639:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:1.0:1789760796.641643:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:1.0:1789760796.641645:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:1.0:1789760796.641647:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:1.0:1789760796.641648:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:1.0:1789760796.641650:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:1.0:1789760796.641652:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:1.0:1789760796.641653:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:1.0:1789760796.641655:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:1.0:1789760796.641656:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:1.0:1789760796.641658:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:1.0:1789760796.641660:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:1.0:1789760796.641661:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:1.0:1789760796.641664:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:1.0:1789760796.641666:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:1.0:1789760796.641669:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:1.0:1789760796.641671:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:1.0:1789760796.641673:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:1.0:1789760796.641674:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:1.0:1789760796.641676:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:1.0:1789760796.641678:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:1.0:1789760796.641679:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:1.0:1789760796.641681:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:1.0:1789760796.641682:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:1.0:1789760796.641684:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:1.0:1789760796.641686:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:1.0:1789760796.641688:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:1.0:1789760796.641690:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:1.0:1789760796.641691:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:1.0:1789760796.641693:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:1.0:1789760796.641694:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:1.0:1789760796.641696:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:1.0:1789760796.641697:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:1.0:1789760796.641699:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:1.0:1789760796.641701:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:1.0:1789760796.641703:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:1.0:1789760796.641705:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:1.0:1789760796.641706:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:1.0:1789760796.641708:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:1.0:1789760796.641709:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:1.0:1789760796.641711:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:1.0:1789760796.641713:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:1.0:1789760796.641714:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:1.0:1789760796.641716:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:1.0:1789760796.641717:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:1.0:1789760796.641719:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:1.0:1789760796.641721:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:1.0:1789760796.641722:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:1.0:1789760796.641724:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:1.0:1789760796.641726:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:1.0:1789760796.641727:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:1.0:1789760796.641729:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:1.0:1789760796.641730:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:1.0:1789760796.641731:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:1.0:1789760796.641732:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:1.0:1789760796.641733:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:1.0:1789760796.641735:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:1.0:1789760796.641737:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:1.0:1789760796.641738:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:1.0:1789760796.641740:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:1.0:1789760796.641741:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:1.0:1789760796.641743:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:1.0:1789760796.641744:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:1.0:1789760796.641746:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:1.0:1789760796.641748:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:1.0:1789760796.641750:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:1.0:1789760796.641752:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:1.0:1789760796.641753:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:1.0:1789760796.641755:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:1.0:1789760796.641757:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:1.0:1789760796.641759:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:1.0:1789760796.641760:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:1.0:1789760796.641762:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:1.0:1789760796.641763:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:1.0:1789760796.641765:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:1.0:1789760796.641766:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:1.0:1789760796.641768:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:1.0:1789760796.641769:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:1.0:1789760796.641771:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:1.0:1789760796.641773:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:1.0:1789760796.641775:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:1.0:1789760796.641777:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:1.0:1789760796.641778:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:1.0:1789760796.641780:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:1.0:1789760796.641781:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:1.0:1789760796.641783:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:1.0:1789760796.641784:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:1.0:1789760796.641786:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:1.0:1789760796.641788:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:1.0:1789760796.641789:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:1.0:1789760796.641791:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:1.0:1789760796.641793:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:1.0:1789760796.641795:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:1.0:1789760796.641797:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:1.0:1789760796.641799:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:1.0:1789760796.641801:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:1.0:1789760796.641802:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:1.0:1789760796.641804:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:1.0:1789760796.641806:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:1.0:1789760796.641808:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:1.0:1789760796.641809:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:1.0:1789760796.641811:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:1.0:1789760796.641813:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:1.0:1789760796.641814:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:1.0:1789760796.641816:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:1.0:1789760796.641817:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:1.0:1789760796.641819:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:1.0:1789760796.641821:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:1.0:1789760796.641823:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:1.0:1789760796.641825:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:1.0:1789760796.641827:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:1.0:1789760796.641828:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:1.0:1789760796.641830:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:1.0:1789760796.641832:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:1.0:1789760796.641834:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:1.0:1789760796.641836:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:1.0:1789760796.641838:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:1.0:1789760796.641840:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:1.0:1789760796.641841:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:1.0:1789760796.641843:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:1.0:1789760796.641844:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:1.0:1789760796.641846:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:1.0:1789760796.641847:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:1.0:1789760796.641849:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:1.0:1789760796.641851:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:1.0:1789760796.641862:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:1.0:1789760796.641864:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:1.0:1789760796.641866:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:1.0:1789760796.641868:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:1.0:1789760796.641870:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:1.0:1789760796.641872:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:1.0:1789760796.641873:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:1.0:1789760796.641875:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:1.0:1789760796.641877:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:1.0:1789760796.641879:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:1.0:1789760796.641881:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:1.0:1789760796.641883:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:1.0:1789760796.641884:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:1.0:1789760796.641886:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:1.0:1789760796.641888:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:1.0:1789760796.641889:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:1.0:1789760796.641891:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:1.0:1789760796.641893:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:1.0:1789760796.641895:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:1.0:1789760796.641897:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:1.0:1789760796.641899:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:1.0:1789760796.641900:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:1.0:1789760796.641902:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:1.0:1789760796.641903:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:1.0:1789760796.641905:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:1.0:1789760796.641906:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:1.0:1789760796.641907:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:1.0:1789760796.641909:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:1.0:1789760796.641910:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:1.0:1789760796.641911:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:1.0:1789760796.641913:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:1.0:1789760796.641915:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:1.0:1789760796.641916:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:1.0:1789760796.641918:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:1.0:1789760796.641919:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:1.0:1789760796.641921:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:1.0:1789760796.641923:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:1.0:1789760796.641924:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:1.0:1789760796.641926:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:1.0:1789760796.641927:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:1.0:1789760796.641929:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:1.0:1789760796.641931:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:1.0:1789760796.641932:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:1.0:1789760796.641934:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:1.0:1789760796.641935:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:1.0:1789760796.641937:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:1.0:1789760796.641939:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:1.0:1789760796.641940:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:1.0:1789760796.641942:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:1.0:1789760796.641944:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:1.0:1789760796.641946:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:1.0:1789760796.641948:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:1.0:1789760796.641950:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:1.0:1789760796.641952:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:1.0:1789760796.641954:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:1.0:1789760796.641955:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:1.0:1789760796.641956:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:1.0:1789760796.641958:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:1.0:1789760796.641960:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:1.0:1789760796.641961:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:1.0:1789760796.641963:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:1.0:1789760796.641965:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:1.0:1789760796.641966:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:1.0:1789760796.641968:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:1.0:1789760796.641970:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:1.0:1789760796.641972:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:1.0:1789760796.641973:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:1.0:1789760796.641975:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:1.0:1789760796.641976:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:1.0:1789760796.641978:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:1.0:1789760796.641980:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:1.0:1789760796.641981:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:1.0:1789760796.641983:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:1.0:1789760796.641985:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:1.0:1789760796.641986:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:1.0:1789760796.641988:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:1.0:1789760796.641990:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:1.0:1789760796.641992:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:1.0:1789760796.641994:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:1.0:1789760796.641996:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:1.0:1789760796.641998:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:1.0:1789760796.642000:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:1.0:1789760796.642002:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:1.0:1789760796.642003:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:1.0:1789760796.642005:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:1.0:1789760796.642007:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:1.0:1789760796.642008:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:1.0:1789760796.642010:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:1.0:1789760796.642011:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:1.0:1789760796.642013:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:1.0:1789760796.642014:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:1.0:1789760796.642016:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:1.0:1789760796.642018:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:1.0:1789760796.642020:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:1.0:1789760796.642022:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:1.0:1789760796.642023:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:1.0:1789760796.642026:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:1.0:1789760796.642027:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:1.0:1789760796.642029:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:1.0:1789760796.642031:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:1.0:1789760796.642033:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:1.0:1789760796.642034:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:1.0:1789760796.642036:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:1.0:1789760796.642038:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:1.0:1789760796.642039:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:1.0:1789760796.642041:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:1.0:1789760796.642043:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:1.0:1789760796.642045:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:1.0:1789760796.642046:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:1.0:1789760796.642048:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:1.0:1789760796.642050:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:1.0:1789760796.642052:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:1.0:1789760796.642054:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:1.0:1789760796.642056:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:1.0:1789760796.642058:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:1.0:1789760796.642060:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:1.0:1789760796.642062:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:1.0:1789760796.642063:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:1.0:1789760796.642065:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:1.0:1789760796.642066:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:1.0:1789760796.642068:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:1.0:1789760796.642069:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:1.0:1789760796.642071:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:1.0:1789760796.642073:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:1.0:1789760796.642075:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:1.0:1789760796.642077:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:1.0:1789760796.642079:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:1.0:1789760796.642080:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:1.0:1789760796.642082:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:1.0:1789760796.642084:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:1.0:1789760796.642085:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.647308:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.647407:0:2403:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6faf271900
00000100:00100000:1.0:1789760796.647453:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2403:1876699777259392:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760796.649331:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [11520, 11775]
00000080:00200000:2.0:1789760796.649367:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.649375:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760796.649395:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 48234496 i_blocks 92169
00000020:00200000:2.0:1789760796.649400:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.649417:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760796.649708:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 48234496, count: 1048576
00000080:00200000:2.0:1789760796.649717:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 48234496, bytes: 1048576
00000080:00200000:2.0:1789760796.649731:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.649741:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760796.649744:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [48234496, 49283072) 0 0
00000080:00200000:2.0:1789760796.649749:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.649768:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [11776, 12031]
00020000:00200000:2.0:1789760796.649778:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 48234496 chunk: [48234496, 49283072) 49283072, 1048576
00020000:00200000:2.0:1789760796.649783:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.649804:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [11776, 12031]
00000008:00010000:2.0:1789760796.649821:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.649827:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083bb0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760796.649840:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [48234496, 49283072) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.649865:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=48234496=0x2e00000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.651151:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760796.651159:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 49283072
00000020:00010000:2.0:1789760796.651173:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.651462:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.651467:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083bb0 (ffff9c6f91cfed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.651472:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.651474:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083bb0 (ffff9c6f83dc8908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.651487:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760796.651499:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.651684:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5ce40
00000008:00100000:2.0:1789760796.653008:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85141880 - object 0x280000401:4 offset 48234496<>49283072
00000080:00200000:2.0:1789760796.712095:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [11776, 12031]
00000080:00200000:2.0:1789760796.712112:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.712120:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760796.712136:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 49283072 i_blocks 94217
00000020:00200000:2.0:1789760796.712140:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.712151:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760796.712458:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 49283072, count: 1048576
00000080:00200000:2.0:1789760796.712466:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 49283072, bytes: 1048576
00000080:00200000:2.0:1789760796.712477:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.712486:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760796.712488:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [49283072, 50331648) 0 0
00000080:00200000:2.0:1789760796.712493:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.712510:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [12032, 12287]
00020000:00200000:2.0:1789760796.712519:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 49283072 chunk: [49283072, 50331648) 50331648, 1048576
00020000:00200000:2.0:1789760796.712523:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.712543:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [12032, 12287]
00000008:00010000:2.0:1789760796.712560:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.712566:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083bb0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760796.712577:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [49283072, 50331648) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.712592:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=49283072=0x2f00000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.712889:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760796.712893:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 50331648
00000020:00010000:2.0:1789760796.712902:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.712905:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.712908:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083bb0 (ffff9c6f91cfed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.712912:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.712915:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083bb0 (ffff9c6f83dc8908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.712923:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760796.712930:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.805275:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [12032, 12287]
00000080:00200000:2.0:1789760796.805293:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.805300:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760796.805327:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 50331648 i_blocks 96265
00000020:00200000:2.0:1789760796.805331:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.805350:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760796.805631:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 50331648, count: 1048576
00000080:00200000:2.0:1789760796.805650:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 50331648, bytes: 1048576
00000080:00200000:2.0:1789760796.805665:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.805675:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760796.805677:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [50331648, 51380224) 0 0
00000080:00200000:2.0:1789760796.805683:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.805700:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [12288, 12543]
00020000:00200000:2.0:1789760796.805709:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 50331648 chunk: [50331648, 51380224) 51380224, 1048576
00020000:00200000:2.0:1789760796.805714:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.805734:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [12288, 12543]
00000008:00010000:2.0:1789760796.805752:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.805759:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083bb0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760796.805770:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [50331648, 51380224) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.805785:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=50331648=0x3000000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.806219:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760796.806284:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 51380224
00000020:00010000:2.0:1789760796.806295:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.806299:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.806303:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083bb0 (ffff9c6f91cfed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.806307:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.806310:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083bb0 (ffff9c6f83dc8908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.806319:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760796.806328:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.806355:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c0c0
00000008:00100000:2.0:1789760796.806907:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85143800 - object 0x280000401:4 offset 50331648<>51380224
00000100:00100000:2.0:1789760796.806959:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760796.806984:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85143800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777259776:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760796.879009:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [12288, 12543]
00000080:00200000:2.0:1789760796.879025:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.879032:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760796.879048:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 51380224 i_blocks 98313
00000020:00200000:2.0:1789760796.879051:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.879061:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760796.879464:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 51380224, count: 1048576
00000080:00200000:2.0:1789760796.879474:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 51380224, bytes: 1048576
00000080:00200000:2.0:1789760796.879487:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.879495:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760796.879498:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [51380224, 52428800) 0 0
00000080:00200000:2.0:1789760796.879503:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.879530:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [12544, 12799]
00020000:00200000:2.0:1789760796.879539:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 51380224 chunk: [51380224, 52428800) 52428800, 1048576
00020000:00200000:2.0:1789760796.879544:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.879563:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [12544, 12799]
00000008:00010000:2.0:1789760796.879580:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.879816:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083bb0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760796.879832:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [51380224, 52428800) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.879848:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=51380224=0x3100000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.880993:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760796.881000:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 52428800
00000020:00010000:2.0:1789760796.881012:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.881016:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.881020:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083bb0 (ffff9c6f91cfed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.881023:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.881026:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083bb0 (ffff9c6f83dc8908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.881036:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760796.881045:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.881072:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c780
00000008:00100000:2.0:1789760796.883276:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85140700 - object 0x280000401:4 offset 51380224<>52428800
00000080:00200000:1.0:1789760796.968521:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [12544, 12799]
00000080:00200000:1.0:1789760796.968538:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.968545:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:1.0:1789760796.968559:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 52428800 i_blocks 100361
00000020:00200000:1.0:1789760796.968563:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.968585:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:1.0:1789760796.968870:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 52428800, count: 1048576
00000080:00200000:1.0:1789760796.968878:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 52428800, bytes: 1048576
00000080:00200000:1.0:1789760796.968891:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.968901:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:1.0:1789760796.968904:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [52428800, 53477376) 0 0
00000080:00200000:1.0:1789760796.968908:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.969132:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [12800, 13055]
00020000:00200000:1.0:1789760796.969142:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 52428800 chunk: [52428800, 53477376) 53477376, 1048576
00020000:00200000:1.0:1789760796.969147:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.969168:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [12800, 13055]
00000008:00010000:1.0:1789760796.969185:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.969190:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f88c4ac30, osc lock ffff9c6f9025ebe0, flags 0x0
00000080:00200000:1.0:1789760796.969201:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [52428800, 53477376) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.969216:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=52428800=0x3200000, pages 256 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.969626:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:1.0:1789760796.969630:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 53477376
00000020:00010000:1.0:1789760796.969641:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.969644:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.969648:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f88c4ac30 (ffff9c6f91cfed88/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.969652:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.969655:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f88c4ac30 (ffff9c6f83dc8908/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.969664:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:1.0:1789760796.969671:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.969696:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f90b8a3c0
00000008:00100000:1.0:1789760796.976183:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f9118ce00 - object 0x280000401:4 offset 52428800<>53477376
00000100:00100000:1.0:1789760796.976301:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760796.976329:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2403:1876699777260032:192.168.203.138@tcp:4:dd.500
00000100:00100000:1.0:1789760797.038269:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9c6f91f6e000: committing for last_committed 4294967621 gen 4
00000008:00010000:1.0:1789760797.038754:0:2403:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6f90b8a3c0
00000020:00200000:1.0:1789760797.038765:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:1.0:1789760797.038768:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:1.0:1789760797.038770:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:1.0:1789760797.038771:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:1.0:1789760797.038773:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:1.0:1789760797.038776:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:1.0:1789760797.038777:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:1.0:1789760797.038779:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:1.0:1789760797.038781:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:1.0:1789760797.038782:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:1.0:1789760797.038784:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:1.0:1789760797.038785:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:1.0:1789760797.038786:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:1.0:1789760797.038788:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:1.0:1789760797.038789:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:1.0:1789760797.038791:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:1.0:1789760797.038793:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:1.0:1789760797.038794:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:1.0:1789760797.038796:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:1.0:1789760797.038797:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:1.0:1789760797.038798:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:1.0:1789760797.038800:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:1.0:1789760797.038801:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:1.0:1789760797.038802:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:1.0:1789760797.038803:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:1.0:1789760797.038805:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:1.0:1789760797.038807:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:1.0:1789760797.038808:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:1.0:1789760797.038809:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:1.0:1789760797.038811:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:1.0:1789760797.038812:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:1.0:1789760797.038813:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:1.0:1789760797.038815:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:1.0:1789760797.038816:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:1.0:1789760797.038818:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:1.0:1789760797.038819:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:1.0:1789760797.038820:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:1.0:1789760797.038822:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:1.0:1789760797.038824:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:1.0:1789760797.038825:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:1.0:1789760797.038827:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:1.0:1789760797.038828:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:1.0:1789760797.038830:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:1.0:1789760797.038831:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:1.0:1789760797.038833:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:1.0:1789760797.038834:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:1.0:1789760797.038835:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:1.0:1789760797.038836:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:1.0:1789760797.038838:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:1.0:1789760797.038839:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:1.0:1789760797.038841:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:1.0:1789760797.038842:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:1.0:1789760797.038844:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:1.0:1789760797.038846:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:1.0:1789760797.038847:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:1.0:1789760797.038857:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:1.0:1789760797.038860:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:1.0:1789760797.038861:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:1.0:1789760797.038863:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:1.0:1789760797.038865:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:1.0:1789760797.038866:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:1.0:1789760797.038868:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:1.0:1789760797.038869:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:1.0:1789760797.038871:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:1.0:1789760797.038872:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:1.0:1789760797.038873:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:1.0:1789760797.038874:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:1.0:1789760797.038876:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:1.0:1789760797.038877:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:1.0:1789760797.038879:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:1.0:1789760797.038881:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:1.0:1789760797.038882:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:1.0:1789760797.038884:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:1.0:1789760797.038885:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:1.0:1789760797.038887:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:1.0:1789760797.038888:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:1.0:1789760797.038890:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:1.0:1789760797.038891:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:1.0:1789760797.038892:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:1.0:1789760797.038893:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:1.0:1789760797.038895:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:1.0:1789760797.038896:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:1.0:1789760797.038898:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:1.0:1789760797.038899:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:1.0:1789760797.038901:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:1.0:1789760797.038902:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:1.0:1789760797.038904:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:1.0:1789760797.038906:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:1.0:1789760797.038907:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:1.0:1789760797.038909:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:1.0:1789760797.038910:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:1.0:1789760797.038912:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:1.0:1789760797.038914:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:1.0:1789760797.038916:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:1.0:1789760797.038917:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:1.0:1789760797.038919:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:1.0:1789760797.038920:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:1.0:1789760797.038922:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:1.0:1789760797.038923:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:1.0:1789760797.038924:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:1.0:1789760797.038926:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:1.0:1789760797.038928:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:1.0:1789760797.038929:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:1.0:1789760797.038931:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:1.0:1789760797.038932:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:1.0:1789760797.038934:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:1.0:1789760797.038935:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:1.0:1789760797.038937:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:1.0:1789760797.038938:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:1.0:1789760797.038939:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:1.0:1789760797.038941:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:1.0:1789760797.038943:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:1.0:1789760797.038944:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:1.0:1789760797.038946:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:1.0:1789760797.038947:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:1.0:1789760797.038948:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:1.0:1789760797.038949:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:1.0:1789760797.038951:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:1.0:1789760797.038952:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:1.0:1789760797.038954:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:1.0:1789760797.038955:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:1.0:1789760797.038957:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:1.0:1789760797.038958:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:1.0:1789760797.038960:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:1.0:1789760797.038961:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:1.0:1789760797.038963:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:1.0:1789760797.038964:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:1.0:1789760797.038966:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:1.0:1789760797.038967:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:1.0:1789760797.038969:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:1.0:1789760797.038970:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:1.0:1789760797.038972:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:1.0:1789760797.038973:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:1.0:1789760797.038975:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:1.0:1789760797.038977:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:1.0:1789760797.038979:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:1.0:1789760797.038981:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:1.0:1789760797.038983:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:1.0:1789760797.038984:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:1.0:1789760797.038986:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:1.0:1789760797.038987:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:1.0:1789760797.038989:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:1.0:1789760797.038991:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:1.0:1789760797.038992:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:1.0:1789760797.038994:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:1.0:1789760797.038996:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:1.0:1789760797.038998:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:1.0:1789760797.039000:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:1.0:1789760797.039002:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:1.0:1789760797.039003:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:1.0:1789760797.039005:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:1.0:1789760797.039007:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:1.0:1789760797.039009:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:1.0:1789760797.039011:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:1.0:1789760797.039012:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:1.0:1789760797.039014:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:1.0:1789760797.039016:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:1.0:1789760797.039018:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:1.0:1789760797.039020:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:1.0:1789760797.039022:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:1.0:1789760797.039023:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:1.0:1789760797.039025:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:1.0:1789760797.039027:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:1.0:1789760797.039030:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:1.0:1789760797.039032:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:1.0:1789760797.039035:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:1.0:1789760797.039036:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:1.0:1789760797.039038:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:1.0:1789760797.039040:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:1.0:1789760797.039042:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:1.0:1789760797.039043:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:1.0:1789760797.039044:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:1.0:1789760797.039046:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:1.0:1789760797.039048:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:1.0:1789760797.039050:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:1.0:1789760797.039052:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:1.0:1789760797.039053:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:1.0:1789760797.039055:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:1.0:1789760797.039057:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:1.0:1789760797.039059:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:1.0:1789760797.039061:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:1.0:1789760797.039063:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:1.0:1789760797.039064:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:1.0:1789760797.039066:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:1.0:1789760797.039068:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:1.0:1789760797.039070:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:1.0:1789760797.039072:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:1.0:1789760797.039074:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:1.0:1789760797.039076:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:1.0:1789760797.039078:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:1.0:1789760797.039149:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:1.0:1789760797.039153:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:1.0:1789760797.039155:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:1.0:1789760797.039156:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:1.0:1789760797.039158:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:1.0:1789760797.039160:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:1.0:1789760797.039161:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:1.0:1789760797.039163:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:1.0:1789760797.039165:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:1.0:1789760797.039167:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:1.0:1789760797.039168:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:1.0:1789760797.039170:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:1.0:1789760797.039172:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:1.0:1789760797.039173:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:1.0:1789760797.039175:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:1.0:1789760797.039176:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:1.0:1789760797.039179:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:1.0:1789760797.039180:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:1.0:1789760797.039182:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:1.0:1789760797.039184:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:1.0:1789760797.039185:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:1.0:1789760797.039187:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:1.0:1789760797.039188:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:1.0:1789760797.039190:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:1.0:1789760797.039192:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:1.0:1789760797.039194:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:1.0:1789760797.039195:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:1.0:1789760797.039197:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:1.0:1789760797.039199:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:1.0:1789760797.039200:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:1.0:1789760797.039202:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:1.0:1789760797.039203:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:1.0:1789760797.039205:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:1.0:1789760797.039206:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:1.0:1789760797.039208:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:1.0:1789760797.039209:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:1.0:1789760797.039211:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:1.0:1789760797.039212:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:1.0:1789760797.039214:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:1.0:1789760797.039216:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:1.0:1789760797.039218:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:1.0:1789760797.039219:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:1.0:1789760797.039247:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:1.0:1789760797.039250:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:1.0:1789760797.039252:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:1.0:1789760797.039253:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:1.0:1789760797.039255:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:1.0:1789760797.039257:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:1.0:1789760797.039259:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:1.0:1789760797.039260:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:1.0:1789760797.039262:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:1.0:1789760797.039265:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:1.0:1789760797.039266:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:1.0:1789760797.039268:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:1.0:1789760797.039270:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:1.0:1789760797.039272:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:1.0:1789760797.039274:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:1.0:1789760797.039276:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:1.0:1789760797.039277:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:1.0:1789760797.039279:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:1.0:1789760797.039280:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:1.0:1789760797.039282:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:1.0:1789760797.039284:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:1.0:1789760797.039285:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:1.0:1789760797.039287:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:1.0:1789760797.039289:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.039557:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.039646:0:2403:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6f90b8a3c0
00000100:00100000:1.0:1789760797.039681:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2403:1876699777260032:192.168.203.138@tcp:4:dd.500
00000100:00100000:1.0:1789760797.044625:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2403:1876699777260160:192.168.203.138@tcp:4:dd.500
00000100:00100000:1.0:1789760797.113147:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9c6f91f6e000: committing for last_committed 4294967622 gen 4
00000008:00010000:1.0:1789760797.113264:0:2403:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6faf271300
00000020:00200000:1.0:1789760797.113273:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:1.0:1789760797.113276:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:1.0:1789760797.113278:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:1.0:1789760797.113279:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:1.0:1789760797.113281:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:1.0:1789760797.113283:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:1.0:1789760797.113284:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:1.0:1789760797.113286:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:1.0:1789760797.113287:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:1.0:1789760797.113289:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:1.0:1789760797.113290:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:1.0:1789760797.113291:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:1.0:1789760797.113292:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:1.0:1789760797.113294:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:1.0:1789760797.113295:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:1.0:1789760797.113296:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:1.0:1789760797.113298:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:1.0:1789760797.113299:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:1.0:1789760797.113301:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:1.0:1789760797.113303:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:1.0:1789760797.113304:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:1.0:1789760797.113306:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:1.0:1789760797.113307:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:1.0:1789760797.113308:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:1.0:1789760797.113310:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:1.0:1789760797.113311:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:1.0:1789760797.113313:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:1.0:1789760797.113315:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:1.0:1789760797.113316:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:1.0:1789760797.113318:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:1.0:1789760797.113320:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:1.0:1789760797.113321:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:1.0:1789760797.113322:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:1.0:1789760797.113324:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:1.0:1789760797.113325:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:1.0:1789760797.113327:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:1.0:1789760797.113328:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:1.0:1789760797.113330:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:1.0:1789760797.113331:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:1.0:1789760797.113332:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:1.0:1789760797.113334:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:1.0:1789760797.113335:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:1.0:1789760797.113337:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:1.0:1789760797.113338:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:1.0:1789760797.113339:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:1.0:1789760797.113341:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:1.0:1789760797.113343:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:1.0:1789760797.113345:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:1.0:1789760797.113346:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:1.0:1789760797.113348:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:1.0:1789760797.113350:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:1.0:1789760797.113351:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:1.0:1789760797.113352:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:1.0:1789760797.113354:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:1.0:1789760797.113355:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:1.0:1789760797.113358:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:1.0:1789760797.113359:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:1.0:1789760797.113361:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:1.0:1789760797.113362:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:1.0:1789760797.113363:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:1.0:1789760797.113365:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:1.0:1789760797.113367:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:1.0:1789760797.113368:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:1.0:1789760797.113370:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:1.0:1789760797.113371:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:1.0:1789760797.113373:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:1.0:1789760797.113375:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:1.0:1789760797.113376:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:1.0:1789760797.113378:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:1.0:1789760797.113390:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:1.0:1789760797.113393:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:1.0:1789760797.113395:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:1.0:1789760797.113396:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:1.0:1789760797.113398:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:1.0:1789760797.113400:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:1.0:1789760797.113401:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:1.0:1789760797.113403:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:1.0:1789760797.113405:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:1.0:1789760797.113407:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:1.0:1789760797.113409:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:1.0:1789760797.113410:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:1.0:1789760797.113411:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:1.0:1789760797.113413:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:1.0:1789760797.113414:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:1.0:1789760797.113416:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:1.0:1789760797.113418:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:1.0:1789760797.113419:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:1.0:1789760797.113421:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:1.0:1789760797.113422:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:1.0:1789760797.113424:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:1.0:1789760797.113425:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:1.0:1789760797.113427:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:1.0:1789760797.113428:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:1.0:1789760797.113430:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:1.0:1789760797.113431:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:1.0:1789760797.113433:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:1.0:1789760797.113434:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:1.0:1789760797.113436:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:1.0:1789760797.113437:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:1.0:1789760797.113438:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:1.0:1789760797.113440:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:1.0:1789760797.113442:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:1.0:1789760797.113443:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:1.0:1789760797.113444:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:1.0:1789760797.113446:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:1.0:1789760797.113448:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:1.0:1789760797.113450:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:1.0:1789760797.113451:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:1.0:1789760797.113453:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:1.0:1789760797.113455:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:1.0:1789760797.113456:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:1.0:1789760797.113458:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:1.0:1789760797.113459:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:1.0:1789760797.113461:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:1.0:1789760797.113462:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:1.0:1789760797.113464:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:1.0:1789760797.113465:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:1.0:1789760797.113467:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:1.0:1789760797.113468:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:1.0:1789760797.113470:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:1.0:1789760797.113471:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:1.0:1789760797.113473:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:1.0:1789760797.113474:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:1.0:1789760797.113476:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:1.0:1789760797.113477:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:1.0:1789760797.113479:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:1.0:1789760797.113492:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:1.0:1789760797.113494:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:1.0:1789760797.113495:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:1.0:1789760797.113497:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:1.0:1789760797.113498:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:1.0:1789760797.113500:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:1.0:1789760797.113501:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:1.0:1789760797.113503:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:1.0:1789760797.113504:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:1.0:1789760797.113506:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:1.0:1789760797.113507:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:1.0:1789760797.113508:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:1.0:1789760797.113510:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:1.0:1789760797.113511:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:1.0:1789760797.113513:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:1.0:1789760797.113515:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:1.0:1789760797.113517:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:1.0:1789760797.113519:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:1.0:1789760797.113520:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:1.0:1789760797.113522:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:1.0:1789760797.113524:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:1.0:1789760797.113526:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:1.0:1789760797.113527:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:1.0:1789760797.113529:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:1.0:1789760797.113530:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:1.0:1789760797.113532:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:1.0:1789760797.113533:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:1.0:1789760797.113535:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:1.0:1789760797.113536:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:1.0:1789760797.113538:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:1.0:1789760797.113539:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:1.0:1789760797.113542:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:1.0:1789760797.113544:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:1.0:1789760797.113545:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:1.0:1789760797.113547:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:1.0:1789760797.113549:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:1.0:1789760797.113550:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:1.0:1789760797.113552:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:1.0:1789760797.113553:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:1.0:1789760797.113555:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:1.0:1789760797.113557:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:1.0:1789760797.113558:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:1.0:1789760797.113560:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:1.0:1789760797.113562:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:1.0:1789760797.113563:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:1.0:1789760797.113565:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:1.0:1789760797.113566:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:1.0:1789760797.113568:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:1.0:1789760797.113570:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:1.0:1789760797.113571:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:1.0:1789760797.113573:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:1.0:1789760797.113575:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:1.0:1789760797.113576:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:1.0:1789760797.113578:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:1.0:1789760797.113580:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:1.0:1789760797.113582:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:1.0:1789760797.113583:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:1.0:1789760797.113585:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:1.0:1789760797.113587:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:1.0:1789760797.113588:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:1.0:1789760797.113590:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:1.0:1789760797.113592:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:1.0:1789760797.113594:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:1.0:1789760797.113596:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:1.0:1789760797.113598:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:1.0:1789760797.113600:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:1.0:1789760797.113601:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:1.0:1789760797.113603:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:1.0:1789760797.113604:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:1.0:1789760797.113606:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:1.0:1789760797.113607:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:1.0:1789760797.113609:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:1.0:1789760797.113610:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:1.0:1789760797.113612:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:1.0:1789760797.113614:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:1.0:1789760797.113616:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:1.0:1789760797.113617:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:1.0:1789760797.113619:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:1.0:1789760797.113620:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:1.0:1789760797.113622:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:1.0:1789760797.113624:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:1.0:1789760797.113626:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:1.0:1789760797.113627:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:1.0:1789760797.113629:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:1.0:1789760797.113631:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:1.0:1789760797.113632:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:1.0:1789760797.113633:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:1.0:1789760797.113635:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:1.0:1789760797.113637:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:1.0:1789760797.113639:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:1.0:1789760797.113641:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:1.0:1789760797.113642:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:1.0:1789760797.113644:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:1.0:1789760797.113646:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:1.0:1789760797.113648:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:1.0:1789760797.113655:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:1.0:1789760797.113656:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:1.0:1789760797.113658:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:1.0:1789760797.113660:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:1.0:1789760797.113661:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:1.0:1789760797.113663:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:1.0:1789760797.113664:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:1.0:1789760797.113666:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:1.0:1789760797.113667:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:1.0:1789760797.113669:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:1.0:1789760797.113671:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:1.0:1789760797.113672:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:1.0:1789760797.113674:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:1.0:1789760797.113676:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:1.0:1789760797.113677:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:1.0:1789760797.113679:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:1.0:1789760797.113680:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:1.0:1789760797.113682:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:1.0:1789760797.113684:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:1.0:1789760797.113685:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:1.0:1789760797.113697:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:1.0:1789760797.113699:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:1.0:1789760797.113701:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:1.0:1789760797.113703:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:1.0:1789760797.113705:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:1.0:1789760797.113706:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:1.0:1789760797.113708:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:1.0:1789760797.113709:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:1.0:1789760797.113711:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:1.0:1789760797.113713:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:1.0:1789760797.113715:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:1.0:1789760797.113716:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:1.0:1789760797.113719:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:1.0:1789760797.113720:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:1.0:1789760797.113722:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.114004:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.114033:0:2403:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6faf271300
00000100:00100000:1.0:1789760797.114069:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2403:1876699777260160:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760797.116364:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [13056, 13311]
00000080:00200000:2.0:1789760797.116393:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.116401:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760797.116420:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 54525952 i_blocks 104459
00000020:00200000:2.0:1789760797.116425:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.116439:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760797.116800:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 54525952, count: 1048576
00000080:00200000:2.0:1789760797.116810:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 54525952, bytes: 1048576
00000080:00200000:2.0:1789760797.116823:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.116833:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760797.116835:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [54525952, 55574528) 0 0
00000080:00200000:2.0:1789760797.116858:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.116876:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [13312, 13567]
00020000:00200000:2.0:1789760797.116885:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 54525952 chunk: [54525952, 55574528) 55574528, 1048576
00020000:00200000:2.0:1789760797.116890:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.116912:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [13312, 13567]
00000008:00010000:2.0:1789760797.116930:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.116936:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083bb0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760797.116947:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [54525952, 55574528) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.117084:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=54525952=0x3400000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.117766:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760797.117770:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 55574528
00000020:00010000:2.0:1789760797.117782:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.117787:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.117790:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083bb0 (ffff9c6f91cfed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.117794:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.117796:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083bb0 (ffff9c6f83dc8908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.117806:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760797.117814:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.117909:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5cf00
00000008:00100000:2.0:1789760797.121628:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85140e00 - object 0x280000401:4 offset 54525952<>55574528
00000020:00200000:1.0:1789760797.189277:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:1.0:1789760797.189286:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 56623104
00000020:00010000:1.0:1789760797.189298:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.189302:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.189306:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f851cec30 (ffff9c6f91cfed88/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.189310:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.189312:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f851cec30 (ffff9c6f83dc8908/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.189323:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:1.0:1789760797.189448:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.189469:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f90b8a3c0
00000008:00100000:1.0:1789760797.190105:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f9118ce00 - object 0x280000401:4 offset 55574528<>56623104
00000080:00200000:1.0:1789760797.251817:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [13568, 13823]
00000080:00200000:1.0:1789760797.251835:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.251841:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:1.0:1789760797.251866:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 56623104 i_blocks 108555
00000020:00200000:1.0:1789760797.251870:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.251879:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:1.0:1789760797.252144:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 56623104, count: 1048576
00000080:00200000:1.0:1789760797.252152:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 56623104, bytes: 1048576
00000080:00200000:1.0:1789760797.252164:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.252172:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:1.0:1789760797.252174:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [56623104, 57671680) 0 0
00000080:00200000:1.0:1789760797.252179:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.252196:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [13824, 14079]
00020000:00200000:1.0:1789760797.252206:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 56623104 chunk: [56623104, 57671680) 57671680, 1048576
00020000:00200000:1.0:1789760797.252210:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.252261:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [13824, 14079]
00000008:00010000:1.0:1789760797.252278:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.252283:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f88c4ac30, osc lock ffff9c6f9025ebe0, flags 0x0
00000080:00200000:1.0:1789760797.252295:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [56623104, 57671680) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.252309:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=56623104=0x3600000, pages 256 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.252618:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:1.0:1789760797.252622:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 57671680
00000020:00010000:1.0:1789760797.252631:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.252635:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.252637:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f88c4ac30 (ffff9c6f91cfed88/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.252641:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.252644:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f88c4ac30 (ffff9c6f83dc8908/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.252651:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:1.0:1789760797.252659:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.252682:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f90b8af00
00000008:00100000:1.0:1789760797.253141:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f9118d180 - object 0x280000401:4 offset 56623104<>57671680
00000080:00200000:1.0:1789760797.312367:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [13824, 14079]
00000080:00200000:1.0:1789760797.312384:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.312392:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:1.0:1789760797.312408:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 57671680 i_blocks 110603
00000020:00200000:1.0:1789760797.312412:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.312422:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:1.0:1789760797.312775:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 57671680, count: 1048576
00000080:00200000:1.0:1789760797.312784:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 57671680, bytes: 1048576
00000080:00200000:1.0:1789760797.312796:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.312805:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:1.0:1789760797.312807:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [57671680, 58720256) 0 0
00000080:00200000:1.0:1789760797.312813:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.312829:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [14080, 14335]
00020000:00200000:1.0:1789760797.312838:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 57671680 chunk: [57671680, 58720256) 58720256, 1048576
00020000:00200000:1.0:1789760797.312842:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.312876:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [14080, 14335]
00000008:00010000:1.0:1789760797.312894:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.312900:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f88c4ac30, osc lock ffff9c6f9025ebe0, flags 0x0
00000080:00200000:1.0:1789760797.312911:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [57671680, 58720256) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.312925:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=57671680=0x3700000, pages 256 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.313796:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:1.0:1789760797.313803:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 58720256
00000020:00010000:1.0:1789760797.313816:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.313820:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.313824:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f88c4ac30 (ffff9c6f91cfed88/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.313827:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.313830:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f88c4ac30 (ffff9c6f83dc8908/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.313840:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:1.0:1789760797.313859:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.313887:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f90b8ac00
00000008:00100000:1.0:1789760797.314957:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f9118f100 - object 0x280000401:4 offset 57671680<>58720256
00000100:00100000:1.0:1789760797.315029:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760797.315056:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2403:1876699777260672:192.168.203.138@tcp:4:dd.500
00000100:00100000:1.0:1789760797.371701:0:2403:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9c6f91f6e000: committing for last_committed 4294967626 gen 4
00000008:00010000:1.0:1789760797.371802:0:2403:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6f90b8ac00
00000020:00200000:1.0:1789760797.371810:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:1.0:1789760797.371814:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:1.0:1789760797.371815:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:1.0:1789760797.371817:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:1.0:1789760797.371818:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:1.0:1789760797.371820:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:1.0:1789760797.371822:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:1.0:1789760797.371824:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:1.0:1789760797.371826:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:1.0:1789760797.371828:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:1.0:1789760797.371830:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:1.0:1789760797.371832:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:1.0:1789760797.371903:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:1.0:1789760797.371907:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:1.0:1789760797.371908:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:1.0:1789760797.371910:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:1.0:1789760797.371911:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:1.0:1789760797.371913:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:1.0:1789760797.371915:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:1.0:1789760797.371917:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:1.0:1789760797.371919:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:1.0:1789760797.371921:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:1.0:1789760797.371922:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:1.0:1789760797.371924:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:1.0:1789760797.371925:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:1.0:1789760797.371927:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:1.0:1789760797.371928:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:1.0:1789760797.371930:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:1.0:1789760797.371932:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:1.0:1789760797.371933:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:1.0:1789760797.371935:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:1.0:1789760797.371937:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:1.0:1789760797.371939:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:1.0:1789760797.371940:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:1.0:1789760797.371941:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:1.0:1789760797.371943:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:1.0:1789760797.371945:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:1.0:1789760797.371946:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:1.0:1789760797.371947:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:1.0:1789760797.371949:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:1.0:1789760797.371961:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:1.0:1789760797.371963:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:1.0:1789760797.371965:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:1.0:1789760797.371967:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:1.0:1789760797.371969:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:1.0:1789760797.371970:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:1.0:1789760797.371972:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:1.0:1789760797.371974:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:1.0:1789760797.371976:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:1.0:1789760797.371978:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:1.0:1789760797.371979:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:1.0:1789760797.371981:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:1.0:1789760797.371984:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:1.0:1789760797.371986:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:1.0:1789760797.371987:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:1.0:1789760797.371989:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:1.0:1789760797.371991:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:1.0:1789760797.371993:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:1.0:1789760797.371994:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:1.0:1789760797.371996:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:1.0:1789760797.371998:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:1.0:1789760797.371999:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:1.0:1789760797.372001:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:1.0:1789760797.372002:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:1.0:1789760797.372004:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:1.0:1789760797.372006:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:1.0:1789760797.372007:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:1.0:1789760797.372009:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:1.0:1789760797.372010:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:1.0:1789760797.372012:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:1.0:1789760797.372013:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:1.0:1789760797.372014:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:1.0:1789760797.372016:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:1.0:1789760797.372018:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:1.0:1789760797.372019:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:1.0:1789760797.372021:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:1.0:1789760797.372023:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:1.0:1789760797.372024:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:1.0:1789760797.372026:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:1.0:1789760797.372027:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:1.0:1789760797.372028:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:1.0:1789760797.372030:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:1.0:1789760797.372031:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:1.0:1789760797.372033:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:1.0:1789760797.372034:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:1.0:1789760797.372036:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:1.0:1789760797.372038:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:1.0:1789760797.372039:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:1.0:1789760797.372041:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:1.0:1789760797.372043:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:1.0:1789760797.372045:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:1.0:1789760797.372046:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:1.0:1789760797.372048:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:1.0:1789760797.372049:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:1.0:1789760797.372051:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:1.0:1789760797.372053:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:1.0:1789760797.372054:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:1.0:1789760797.372056:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:1.0:1789760797.372058:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:1.0:1789760797.372059:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:1.0:1789760797.372060:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:1.0:1789760797.372062:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:1.0:1789760797.372064:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:1.0:1789760797.372066:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:1.0:1789760797.372068:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:1.0:1789760797.372069:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:1.0:1789760797.372071:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:1.0:1789760797.372073:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:1.0:1789760797.372075:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:1.0:1789760797.372076:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:1.0:1789760797.372077:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:1.0:1789760797.372079:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:1.0:1789760797.372080:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:1.0:1789760797.372082:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:1.0:1789760797.372083:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:1.0:1789760797.372085:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:1.0:1789760797.372086:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:1.0:1789760797.372088:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:1.0:1789760797.372090:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:1.0:1789760797.372091:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:1.0:1789760797.372093:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:1.0:1789760797.372095:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:1.0:1789760797.372096:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:1.0:1789760797.372098:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:1.0:1789760797.372100:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:1.0:1789760797.372101:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:1.0:1789760797.372103:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:1.0:1789760797.372104:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:1.0:1789760797.372106:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:1.0:1789760797.372107:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:1.0:1789760797.372109:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:1.0:1789760797.372111:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:1.0:1789760797.372112:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:1.0:1789760797.372114:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:1.0:1789760797.372115:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:1.0:1789760797.372116:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:1.0:1789760797.372118:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:1.0:1789760797.372119:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:1.0:1789760797.372120:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:1.0:1789760797.372122:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:1.0:1789760797.372123:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:1.0:1789760797.372125:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:1.0:1789760797.372126:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:1.0:1789760797.372127:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:1.0:1789760797.372128:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:1.0:1789760797.372130:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:1.0:1789760797.372131:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:1.0:1789760797.372132:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:1.0:1789760797.372134:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:1.0:1789760797.372135:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:1.0:1789760797.372136:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:1.0:1789760797.372138:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:1.0:1789760797.372139:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:1.0:1789760797.372141:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:1.0:1789760797.372143:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:1.0:1789760797.372144:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:1.0:1789760797.372146:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:1.0:1789760797.372147:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:1.0:1789760797.372148:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:1.0:1789760797.372150:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:1.0:1789760797.372151:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:1.0:1789760797.372153:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:1.0:1789760797.372154:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:1.0:1789760797.372155:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:1.0:1789760797.372157:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:1.0:1789760797.372158:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:1.0:1789760797.372160:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:1.0:1789760797.372161:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:1.0:1789760797.372163:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:1.0:1789760797.372165:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:1.0:1789760797.372166:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:1.0:1789760797.372168:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:1.0:1789760797.372169:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:1.0:1789760797.372171:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:1.0:1789760797.372172:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:1.0:1789760797.372173:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:1.0:1789760797.372175:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:1.0:1789760797.372176:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:1.0:1789760797.372177:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:1.0:1789760797.372179:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:1.0:1789760797.372180:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:1.0:1789760797.372181:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:1.0:1789760797.372183:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:1.0:1789760797.372184:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:1.0:1789760797.372185:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:1.0:1789760797.372187:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:1.0:1789760797.372188:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:1.0:1789760797.372189:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:1.0:1789760797.372191:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:1.0:1789760797.372192:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:1.0:1789760797.372194:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:1.0:1789760797.372195:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:1.0:1789760797.372197:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:1.0:1789760797.372198:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:1.0:1789760797.372199:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:1.0:1789760797.372202:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:1.0:1789760797.372203:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:1.0:1789760797.372204:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:1.0:1789760797.372206:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:1.0:1789760797.372207:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:1.0:1789760797.372209:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:1.0:1789760797.372210:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:1.0:1789760797.372212:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:1.0:1789760797.372214:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:1.0:1789760797.372215:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:1.0:1789760797.372217:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:1.0:1789760797.372218:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:1.0:1789760797.372219:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:1.0:1789760797.372248:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:1.0:1789760797.372251:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:1.0:1789760797.372252:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:1.0:1789760797.372253:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:1.0:1789760797.372255:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:1.0:1789760797.372256:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:1.0:1789760797.372257:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:1.0:1789760797.372259:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:1.0:1789760797.372260:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:1.0:1789760797.372262:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:1.0:1789760797.372264:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:1.0:1789760797.372265:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:1.0:1789760797.372267:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:1.0:1789760797.372269:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:1.0:1789760797.372270:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:1.0:1789760797.372272:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:1.0:1789760797.372273:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:1.0:1789760797.372275:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:1.0:1789760797.372277:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:1.0:1789760797.372279:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:1.0:1789760797.372280:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:1.0:1789760797.372282:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:1.0:1789760797.372283:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:1.0:1789760797.372285:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:1.0:1789760797.372287:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:1.0:1789760797.372289:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:1.0:1789760797.372290:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:1.0:1789760797.372292:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:1.0:1789760797.372293:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:1.0:1789760797.372295:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:1.0:1789760797.372297:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:1.0:1789760797.372298:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:1.0:1789760797.372300:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:1.0:1789760797.372302:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:1.0:1789760797.372303:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:1.0:1789760797.372305:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:1.0:1789760797.372306:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:1.0:1789760797.372308:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:1.0:1789760797.372309:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:1.0:1789760797.372311:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:1.0:1789760797.372312:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:1.0:1789760797.372314:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:1.0:1789760797.372316:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:1.0:1789760797.372317:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:1.0:1789760797.372319:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:1.0:1789760797.372321:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:1.0:1789760797.372322:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:1.0:1789760797.372324:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.376178:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.376236:0:2403:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6f90b8ac00
00000100:00100000:1.0:1789760797.376286:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2403:1876699777260672:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760797.377548:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [14080, 14335]
00000080:00200000:2.0:1789760797.377574:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.377581:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760797.377601:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 58720256 i_blocks 112651
00000020:00200000:2.0:1789760797.377606:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.377621:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760797.378689:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 58720256, count: 1048576
00000080:00200000:2.0:1789760797.378705:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 58720256, bytes: 1048576
00000080:00200000:2.0:1789760797.378720:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.378731:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760797.378734:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [58720256, 59768832) 0 0
00000080:00200000:2.0:1789760797.378739:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.378758:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [14336, 14591]
00020000:00200000:2.0:1789760797.378768:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 58720256 chunk: [58720256, 59768832) 59768832, 1048576
00020000:00200000:2.0:1789760797.378773:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.378794:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [14336, 14591]
00000008:00010000:2.0:1789760797.378823:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.378829:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083bb0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760797.381187:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [58720256, 59768832) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.381217:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=58720256=0x3800000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.382131:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760797.382139:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 59768832
00000020:00010000:2.0:1789760797.382153:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.382158:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.382162:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083bb0 (ffff9c6f91cfed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.382165:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.382168:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083bb0 (ffff9c6f83dc8908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.382180:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760797.382191:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.382512:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c9c0
00000008:00100000:2.0:1789760797.383509:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85141c00 - object 0x280000401:4 offset 58720256<>59768832
00000080:00200000:2.0:1789760797.564161:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [14592, 14847]
00000080:00200000:2.0:1789760797.564178:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.564185:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760797.564200:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 60817408 i_blocks 116747
00000020:00200000:2.0:1789760797.564204:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.564245:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760797.564529:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 60817408, count: 1048576
00000080:00200000:2.0:1789760797.564536:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 60817408, bytes: 1048576
00000080:00200000:2.0:1789760797.564548:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.564558:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760797.564560:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [60817408, 61865984) 0 0
00000080:00200000:2.0:1789760797.564565:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.564583:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [14848, 15103]
00020000:00200000:2.0:1789760797.564591:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 60817408 chunk: [60817408, 61865984) 61865984, 1048576
00020000:00200000:2.0:1789760797.564596:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.564616:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [14848, 15103]
00000008:00010000:2.0:1789760797.564633:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.564639:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083bb0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760797.564652:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [60817408, 61865984) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.564667:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=60817408=0x3a00000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.565082:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760797.565087:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 61865984
00000020:00010000:2.0:1789760797.565096:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.565099:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.565103:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083bb0 (ffff9c6f91cfed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.565106:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.565109:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083bb0 (ffff9c6f83dc8908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.565118:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760797.565124:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.565147:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c9c0
00000008:00100000:2.0:1789760797.565650:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85141c00 - object 0x280000401:4 offset 60817408<>61865984
00000080:00200000:2.0:1789760797.612697:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [14848, 15103]
00000080:00200000:2.0:1789760797.612713:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.612719:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760797.612735:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 61865984 i_blocks 118795
00000020:00200000:2.0:1789760797.612739:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.612750:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760797.613020:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 61865984, count: 1048576
00000080:00200000:2.0:1789760797.613028:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 61865984, bytes: 1048576
00000080:00200000:2.0:1789760797.613040:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.613049:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760797.613051:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [61865984, 62914560) 0 0
00000080:00200000:2.0:1789760797.613055:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.613070:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [15104, 15359]
00020000:00200000:2.0:1789760797.613078:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 61865984 chunk: [61865984, 62914560) 62914560, 1048576
00020000:00200000:2.0:1789760797.613083:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.613102:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15104, 15359]
00000008:00010000:2.0:1789760797.613120:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.613127:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083bb0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760797.613138:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [61865984, 62914560) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.613154:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=61865984=0x3b00000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.613791:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760797.613796:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 62914560
00000020:00010000:2.0:1789760797.613808:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.613812:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.613816:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083bb0 (ffff9c6f91cfed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.613820:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.613823:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083bb0 (ffff9c6f83dc8908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.613832:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760797.613840:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.613915:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5cf00
00000008:00100000:2.0:1789760797.614642:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85140e00 - object 0x280000401:4 offset 61865984<>62914560
00000100:00100000:2.0:1789760797.614693:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760797.614718:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85140e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777261184:192.168.203.138@tcp:4:dd.500
00000100:00100000:1.0:1789760797.690964:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2404:1876699777261312:192.168.203.138@tcp:4:dd.500
00000100:00100000:1.0:1789760797.769987:0:2404:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9c6f91f6e000: committing for last_committed 4294967631 gen 4
00000008:00010000:1.0:1789760797.770066:0:2404:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6faf271480
00000020:00200000:1.0:1789760797.770076:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:1.0:1789760797.770080:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:1.0:1789760797.770081:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:1.0:1789760797.770083:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:1.0:1789760797.770084:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:1.0:1789760797.770086:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:1.0:1789760797.770088:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:1.0:1789760797.770089:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:1.0:1789760797.770091:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:1.0:1789760797.770093:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:1.0:1789760797.770095:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:1.0:1789760797.770097:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:1.0:1789760797.770099:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:1.0:1789760797.770101:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:1.0:1789760797.770103:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:1.0:1789760797.770104:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:1.0:1789760797.770106:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:1.0:1789760797.770107:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:1.0:1789760797.770109:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:1.0:1789760797.770111:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:1.0:1789760797.770112:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:1.0:1789760797.770114:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:1.0:1789760797.770115:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:1.0:1789760797.770117:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:1.0:1789760797.770118:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:1.0:1789760797.770120:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:1.0:1789760797.770121:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:1.0:1789760797.770123:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:1.0:1789760797.770125:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:1.0:1789760797.770127:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:1.0:1789760797.770129:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:1.0:1789760797.770130:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:1.0:1789760797.770132:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:1.0:1789760797.770134:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:1.0:1789760797.770136:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:1.0:1789760797.770138:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:1.0:1789760797.770140:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:1.0:1789760797.770141:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:1.0:1789760797.770143:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:1.0:1789760797.770144:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:1.0:1789760797.770146:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:1.0:1789760797.770148:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:1.0:1789760797.770149:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:1.0:1789760797.770156:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:1.0:1789760797.770158:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:1.0:1789760797.770160:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:1.0:1789760797.770161:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:1.0:1789760797.770163:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:1.0:1789760797.770165:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:1.0:1789760797.770166:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:1.0:1789760797.770168:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:1.0:1789760797.770170:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:1.0:1789760797.770171:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:1.0:1789760797.770173:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:1.0:1789760797.770175:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:1.0:1789760797.770177:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:1.0:1789760797.770179:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:1.0:1789760797.770181:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:1.0:1789760797.770183:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:1.0:1789760797.770184:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:1.0:1789760797.770186:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:1.0:1789760797.770187:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:1.0:1789760797.770189:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:1.0:1789760797.770191:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:1.0:1789760797.770193:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:1.0:1789760797.770195:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:1.0:1789760797.770197:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:1.0:1789760797.770198:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:1.0:1789760797.770200:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:1.0:1789760797.770201:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:1.0:1789760797.770203:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:1.0:1789760797.770205:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:1.0:1789760797.770206:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:1.0:1789760797.770208:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:1.0:1789760797.770209:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:1.0:1789760797.770211:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:1.0:1789760797.770212:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:1.0:1789760797.770214:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:1.0:1789760797.770215:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:1.0:1789760797.770217:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:1.0:1789760797.770218:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:1.0:1789760797.770219:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:1.0:1789760797.770240:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:1.0:1789760797.770242:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:1.0:1789760797.770244:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:1.0:1789760797.770245:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:1.0:1789760797.770247:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:1.0:1789760797.770248:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:1.0:1789760797.770250:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:1.0:1789760797.770251:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:1.0:1789760797.770252:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:1.0:1789760797.770254:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:1.0:1789760797.770255:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:1.0:1789760797.770257:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:1.0:1789760797.770258:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:1.0:1789760797.770259:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:1.0:1789760797.770261:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:1.0:1789760797.770263:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:1.0:1789760797.770265:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:1.0:1789760797.770266:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:1.0:1789760797.770268:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:1.0:1789760797.770269:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:1.0:1789760797.770271:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:1.0:1789760797.770272:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:1.0:1789760797.770273:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:1.0:1789760797.770275:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:1.0:1789760797.770276:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:1.0:1789760797.770278:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:1.0:1789760797.770280:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:1.0:1789760797.770281:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:1.0:1789760797.770283:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:1.0:1789760797.770285:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:1.0:1789760797.770286:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:1.0:1789760797.770288:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:1.0:1789760797.770289:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:1.0:1789760797.770291:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:1.0:1789760797.770292:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:1.0:1789760797.770293:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:1.0:1789760797.770295:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:1.0:1789760797.770296:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:1.0:1789760797.770297:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:1.0:1789760797.770299:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:1.0:1789760797.770300:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:1.0:1789760797.770302:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:1.0:1789760797.770303:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:1.0:1789760797.770305:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:1.0:1789760797.770306:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:1.0:1789760797.770308:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:1.0:1789760797.770310:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:1.0:1789760797.770312:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:1.0:1789760797.770314:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:1.0:1789760797.770315:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:1.0:1789760797.770317:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:1.0:1789760797.770319:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:1.0:1789760797.770320:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:1.0:1789760797.770321:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:1.0:1789760797.770322:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:1.0:1789760797.770324:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:1.0:1789760797.770325:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:1.0:1789760797.770326:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:1.0:1789760797.770328:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:1.0:1789760797.770329:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:1.0:1789760797.770330:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:1.0:1789760797.770331:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:1.0:1789760797.770333:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:1.0:1789760797.770334:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:1.0:1789760797.770336:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:1.0:1789760797.770338:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:1.0:1789760797.770340:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:1.0:1789760797.770341:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:1.0:1789760797.770343:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:1.0:1789760797.770344:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:1.0:1789760797.770346:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:1.0:1789760797.770348:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:1.0:1789760797.770349:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:1.0:1789760797.770351:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:1.0:1789760797.770352:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:1.0:1789760797.770354:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:1.0:1789760797.770355:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:1.0:1789760797.770357:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:1.0:1789760797.770359:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:1.0:1789760797.770361:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:1.0:1789760797.770363:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:1.0:1789760797.770365:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:1.0:1789760797.770367:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:1.0:1789760797.770368:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:1.0:1789760797.770369:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:1.0:1789760797.770371:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:1.0:1789760797.770372:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:1.0:1789760797.770374:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:1.0:1789760797.770375:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:1.0:1789760797.770377:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:1.0:1789760797.770379:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:1.0:1789760797.770381:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:1.0:1789760797.770382:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:1.0:1789760797.770384:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:1.0:1789760797.770386:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:1.0:1789760797.770387:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:1.0:1789760797.770389:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:1.0:1789760797.770390:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:1.0:1789760797.770391:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:1.0:1789760797.770393:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:1.0:1789760797.770394:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:1.0:1789760797.770396:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:1.0:1789760797.770398:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:1.0:1789760797.770400:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:1.0:1789760797.770401:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:1.0:1789760797.770403:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:1.0:1789760797.770405:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:1.0:1789760797.770406:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:1.0:1789760797.770408:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:1.0:1789760797.770410:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:1.0:1789760797.770412:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:1.0:1789760797.770413:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:1.0:1789760797.770415:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:1.0:1789760797.770416:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:1.0:1789760797.770418:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:1.0:1789760797.770420:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:1.0:1789760797.770421:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:1.0:1789760797.770423:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:1.0:1789760797.770425:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:1.0:1789760797.770427:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:1.0:1789760797.770429:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:1.0:1789760797.770431:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:1.0:1789760797.770432:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:1.0:1789760797.770434:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:1.0:1789760797.770435:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:1.0:1789760797.770437:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:1.0:1789760797.770439:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:1.0:1789760797.770440:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:1.0:1789760797.770442:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:1.0:1789760797.770443:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:1.0:1789760797.770445:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:1.0:1789760797.770446:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:1.0:1789760797.770447:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:1.0:1789760797.770449:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:1.0:1789760797.770451:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:1.0:1789760797.770453:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:1.0:1789760797.770454:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:1.0:1789760797.770456:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:1.0:1789760797.770458:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:1.0:1789760797.770459:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:1.0:1789760797.770461:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:1.0:1789760797.770463:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:1.0:1789760797.770465:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:1.0:1789760797.770466:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:1.0:1789760797.770468:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:1.0:1789760797.770470:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:1.0:1789760797.770472:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:1.0:1789760797.770473:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:1.0:1789760797.770475:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:1.0:1789760797.770477:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:1.0:1789760797.770478:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:1.0:1789760797.770480:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:1.0:1789760797.770482:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:1.0:1789760797.770484:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:1.0:1789760797.770486:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:1.0:1789760797.770489:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:1.0:1789760797.770490:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:1.0:1789760797.770492:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:1.0:1789760797.770493:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:1.0:1789760797.770495:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:1.0:1789760797.770497:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:1.0:1789760797.770498:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:1.0:1789760797.770500:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:1.0:1789760797.770502:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:1.0:1789760797.770504:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:1.0:1789760797.770506:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:1.0:1789760797.770507:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:1.0:1789760797.770509:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:1.0:1789760797.770511:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:1.0:1789760797.770513:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:1.0:1789760797.770515:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:1.0:1789760797.770516:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:1.0:1789760797.770518:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:1.0:1789760797.770520:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.770783:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.770931:0:2404:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6faf271480
00000100:00100000:1.0:1789760797.770964:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2404:1876699777261312:192.168.203.138@tcp:4:dd.500
00000100:00100000:1.0:1789760797.772946:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760797.772971:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2404:1876699777261440:192.168.203.138@tcp:4:dd.500
00000008:00010000:1.0:1789760797.848944:0:2404:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6faf271180
00000020:00200000:1.0:1789760797.848959:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:1.0:1789760797.848964:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:1.0:1789760797.848966:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:1.0:1789760797.848968:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:1.0:1789760797.848970:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:1.0:1789760797.848971:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:1.0:1789760797.848973:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:1.0:1789760797.848975:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:1.0:1789760797.848977:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:1.0:1789760797.848979:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:1.0:1789760797.848980:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:1.0:1789760797.848982:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:1.0:1789760797.848983:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:1.0:1789760797.848985:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:1.0:1789760797.848987:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:1.0:1789760797.848988:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:1.0:1789760797.848990:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:1.0:1789760797.848991:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:1.0:1789760797.848993:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:1.0:1789760797.848994:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:1.0:1789760797.848996:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:1.0:1789760797.848998:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:1.0:1789760797.849000:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:1.0:1789760797.849001:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:1.0:1789760797.849003:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:1.0:1789760797.849005:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:1.0:1789760797.849007:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:1.0:1789760797.849009:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:1.0:1789760797.849010:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:1.0:1789760797.849012:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:1.0:1789760797.849013:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:1.0:1789760797.849014:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:1.0:1789760797.849016:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:1.0:1789760797.849017:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:1.0:1789760797.849019:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:1.0:1789760797.849020:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:1.0:1789760797.849022:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:1.0:1789760797.849023:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:1.0:1789760797.849025:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:1.0:1789760797.849027:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:1.0:1789760797.849028:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:1.0:1789760797.849030:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:1.0:1789760797.849032:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:1.0:1789760797.849033:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:1.0:1789760797.849035:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:1.0:1789760797.849036:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:1.0:1789760797.849038:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:1.0:1789760797.849039:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:1.0:1789760797.849042:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:1.0:1789760797.849043:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:1.0:1789760797.849045:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:1.0:1789760797.849046:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:1.0:1789760797.849048:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:1.0:1789760797.849050:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:1.0:1789760797.849052:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:1.0:1789760797.849053:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:1.0:1789760797.849055:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:1.0:1789760797.849057:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:1.0:1789760797.849058:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:1.0:1789760797.849060:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:1.0:1789760797.849061:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:1.0:1789760797.849063:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:1.0:1789760797.849064:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:1.0:1789760797.849066:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:1.0:1789760797.849067:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:1.0:1789760797.849069:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:1.0:1789760797.849070:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:1.0:1789760797.849072:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:1.0:1789760797.849073:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:1.0:1789760797.849075:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:1.0:1789760797.849077:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:1.0:1789760797.849079:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:1.0:1789760797.849080:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:1.0:1789760797.849082:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:1.0:1789760797.849083:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:1.0:1789760797.849085:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:1.0:1789760797.849086:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:1.0:1789760797.849088:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:1.0:1789760797.849089:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:1.0:1789760797.849091:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:1.0:1789760797.849093:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:1.0:1789760797.849094:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:1.0:1789760797.849096:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:1.0:1789760797.849098:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:1.0:1789760797.849100:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:1.0:1789760797.849101:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:1.0:1789760797.849102:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:1.0:1789760797.849104:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:1.0:1789760797.849106:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:1.0:1789760797.849108:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:1.0:1789760797.849109:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:1.0:1789760797.849111:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:1.0:1789760797.849113:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:1.0:1789760797.849115:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:1.0:1789760797.849117:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:1.0:1789760797.849118:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:1.0:1789760797.849120:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:1.0:1789760797.849121:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:1.0:1789760797.849123:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:1.0:1789760797.849125:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:1.0:1789760797.849127:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:1.0:1789760797.849129:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:1.0:1789760797.849130:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:1.0:1789760797.849132:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:1.0:1789760797.849134:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:1.0:1789760797.849136:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:1.0:1789760797.849137:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:1.0:1789760797.849139:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:1.0:1789760797.849141:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:1.0:1789760797.849142:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:1.0:1789760797.849144:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:1.0:1789760797.849146:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:1.0:1789760797.849148:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:1.0:1789760797.849150:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:1.0:1789760797.849151:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:1.0:1789760797.849153:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:1.0:1789760797.849154:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:1.0:1789760797.849156:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:1.0:1789760797.849157:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:1.0:1789760797.849159:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:1.0:1789760797.849161:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:1.0:1789760797.849163:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:1.0:1789760797.849164:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:1.0:1789760797.849166:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:1.0:1789760797.849168:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:1.0:1789760797.849170:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:1.0:1789760797.849171:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:1.0:1789760797.849173:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:1.0:1789760797.849174:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:1.0:1789760797.849176:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:1.0:1789760797.849177:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:1.0:1789760797.849179:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:1.0:1789760797.849181:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:1.0:1789760797.849182:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:1.0:1789760797.849184:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:1.0:1789760797.849186:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:1.0:1789760797.849187:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:1.0:1789760797.849188:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:1.0:1789760797.849190:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:1.0:1789760797.849192:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:1.0:1789760797.849194:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:1.0:1789760797.849195:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:1.0:1789760797.849197:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:1.0:1789760797.849199:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:1.0:1789760797.849201:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:1.0:1789760797.849203:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:1.0:1789760797.849205:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:1.0:1789760797.849207:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:1.0:1789760797.849209:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:1.0:1789760797.849211:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:1.0:1789760797.849213:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:1.0:1789760797.849214:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:1.0:1789760797.849216:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:1.0:1789760797.849218:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:1.0:1789760797.849220:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:1.0:1789760797.849260:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:1.0:1789760797.849261:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:1.0:1789760797.849263:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:1.0:1789760797.849266:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:1.0:1789760797.849267:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:1.0:1789760797.849269:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:1.0:1789760797.849271:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:1.0:1789760797.849273:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:1.0:1789760797.849274:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:1.0:1789760797.849276:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:1.0:1789760797.849277:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:1.0:1789760797.849279:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:1.0:1789760797.849281:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:1.0:1789760797.849282:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:1.0:1789760797.849284:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:1.0:1789760797.849285:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:1.0:1789760797.849287:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:1.0:1789760797.849288:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:1.0:1789760797.849290:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:1.0:1789760797.849291:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:1.0:1789760797.849293:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:1.0:1789760797.849294:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:1.0:1789760797.849296:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:1.0:1789760797.849298:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:1.0:1789760797.849299:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:1.0:1789760797.849301:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:1.0:1789760797.849302:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:1.0:1789760797.849304:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:1.0:1789760797.849305:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:1.0:1789760797.849308:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:1.0:1789760797.849310:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:1.0:1789760797.849311:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:1.0:1789760797.849313:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:1.0:1789760797.849315:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:1.0:1789760797.849317:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:1.0:1789760797.849318:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:1.0:1789760797.849320:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:1.0:1789760797.849321:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:1.0:1789760797.849323:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:1.0:1789760797.849324:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:1.0:1789760797.849886:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:1.0:1789760797.849894:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:1.0:1789760797.849895:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:1.0:1789760797.849897:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:1.0:1789760797.849898:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:1.0:1789760797.849900:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:1.0:1789760797.849902:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:1.0:1789760797.849903:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:1.0:1789760797.849905:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:1.0:1789760797.849907:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:1.0:1789760797.849908:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:1.0:1789760797.849910:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:1.0:1789760797.849911:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:1.0:1789760797.849913:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:1.0:1789760797.849915:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:1.0:1789760797.849917:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:1.0:1789760797.849919:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:1.0:1789760797.849921:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:1.0:1789760797.849922:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:1.0:1789760797.849924:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:1.0:1789760797.849926:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:1.0:1789760797.849929:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:1.0:1789760797.849931:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:1.0:1789760797.849932:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:1.0:1789760797.849934:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:1.0:1789760797.849935:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:1.0:1789760797.849936:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:1.0:1789760797.849938:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:1.0:1789760797.849939:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:1.0:1789760797.849941:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:1.0:1789760797.849943:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:1.0:1789760797.849945:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:1.0:1789760797.849946:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:1.0:1789760797.849948:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:1.0:1789760797.849949:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:1.0:1789760797.849951:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:1.0:1789760797.849953:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:1.0:1789760797.849955:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:1.0:1789760797.849957:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:1.0:1789760797.849958:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:1.0:1789760797.849960:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:1.0:1789760797.849962:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:1.0:1789760797.849963:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:1.0:1789760797.849965:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:1.0:1789760797.849967:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:1.0:1789760797.849969:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:1.0:1789760797.849971:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:1.0:1789760797.849973:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:1.0:1789760797.849974:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:1.0:1789760797.849976:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:1.0:1789760797.849978:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:1.0:1789760797.849980:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:1.0:1789760797.849981:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:1.0:1789760797.849984:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:1.0:1789760797.849985:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:1.0:1789760797.849987:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:1.0:1789760797.849989:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:1.0:1789760797.849991:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:1.0:1789760797.849992:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:1.0:1789760797.849994:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:1.0:1789760797.849996:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.850206:0:2404:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.850263:0:2404:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6faf271180
00000100:00100000:1.0:1789760797.850298:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2404:1876699777261440:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760797.896267:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [15872, 16127]
00000080:00200000:2.0:1789760797.896284:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.896291:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760797.896307:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 66060288 i_blocks 126987
00000020:00200000:2.0:1789760797.896311:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.896321:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760797.896703:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 66060288, count: 1048576
00000080:00200000:2.0:1789760797.896711:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66060288, bytes: 1048576
00000080:00200000:2.0:1789760797.896723:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.896731:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760797.896734:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66060288, 67108864) 0 0
00000080:00200000:2.0:1789760797.896739:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.896756:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [16128, 16383]
00020000:00200000:2.0:1789760797.896764:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66060288 chunk: [66060288, 67108864) 67108864, 1048576
00020000:00200000:2.0:1789760797.896769:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.896788:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16128, 16383]
00000008:00010000:2.0:1789760797.896805:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.896811:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083bb0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760797.896822:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66060288, 67108864) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.896837:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=66060288=0x3f00000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.897728:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760797.897736:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 67108864
00000020:00010000:2.0:1789760797.897748:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.897752:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.897755:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083bb0 (ffff9c6f91cfed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.897759:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.897762:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083bb0 (ffff9c6f83dc8908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.897772:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760797.897780:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.897800:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c780
00000008:00100000:2.0:1789760797.898696:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85140700 - object 0x280000401:4 offset 66060288<>67108864
00000100:00100000:2.0:1789760797.898764:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777261696:192.168.203.138@tcp:4:dd.500
00010000:00010000:2.0:1789760797.946967:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760797.986773:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9c6f91f6e000: committing for last_committed 4294967634 gen 4
00000008:00010000:2.0:1789760797.986875:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6f89d5c780
00000020:00200000:2.0:1789760797.986884:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:2.0:1789760797.986888:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:2.0:1789760797.986890:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:2.0:1789760797.986892:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:2.0:1789760797.986893:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:2.0:1789760797.986895:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:2.0:1789760797.986897:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:2.0:1789760797.986899:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:2.0:1789760797.986901:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:2.0:1789760797.986904:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:2.0:1789760797.986907:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:2.0:1789760797.986908:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:2.0:1789760797.986910:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:2.0:1789760797.986911:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:2.0:1789760797.986913:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:2.0:1789760797.986915:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:2.0:1789760797.986917:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:2.0:1789760797.986918:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:2.0:1789760797.986920:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:2.0:1789760797.986921:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:2.0:1789760797.986923:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:2.0:1789760797.986925:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:2.0:1789760797.986926:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:2.0:1789760797.986928:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:2.0:1789760797.986930:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:2.0:1789760797.986931:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:2.0:1789760797.986933:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:2.0:1789760797.986934:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:2.0:1789760797.986936:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:2.0:1789760797.986938:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:2.0:1789760797.986940:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:2.0:1789760797.986942:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:2.0:1789760797.986944:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:2.0:1789760797.986945:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:2.0:1789760797.986947:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:2.0:1789760797.986949:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:2.0:1789760797.986951:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:2.0:1789760797.986952:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:2.0:1789760797.986954:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:2.0:1789760797.986967:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:2.0:1789760797.986969:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:2.0:1789760797.986971:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:2.0:1789760797.986973:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:2.0:1789760797.986974:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:2.0:1789760797.986976:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:2.0:1789760797.986978:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:2.0:1789760797.986979:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:2.0:1789760797.986981:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:2.0:1789760797.986982:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:2.0:1789760797.986983:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:2.0:1789760797.986985:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:2.0:1789760797.986986:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:2.0:1789760797.986988:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:2.0:1789760797.986990:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:2.0:1789760797.986992:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:2.0:1789760797.986993:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:2.0:1789760797.986996:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:2.0:1789760797.986997:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:2.0:1789760797.986999:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:2.0:1789760797.987001:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:2.0:1789760797.987002:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:2.0:1789760797.987004:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:2.0:1789760797.987005:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:2.0:1789760797.987007:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:2.0:1789760797.987009:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:2.0:1789760797.987010:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:2.0:1789760797.987012:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:2.0:1789760797.987014:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:2.0:1789760797.987015:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:2.0:1789760797.987017:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:2.0:1789760797.987018:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:2.0:1789760797.987020:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:2.0:1789760797.987021:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:2.0:1789760797.987023:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:2.0:1789760797.987025:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:2.0:1789760797.987027:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:2.0:1789760797.987028:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:2.0:1789760797.987030:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:2.0:1789760797.987031:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:2.0:1789760797.987033:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:2.0:1789760797.987034:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:2.0:1789760797.987036:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:2.0:1789760797.987037:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:2.0:1789760797.987038:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:2.0:1789760797.987040:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:2.0:1789760797.987041:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:2.0:1789760797.987043:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:2.0:1789760797.987044:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:2.0:1789760797.987047:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:2.0:1789760797.987048:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:2.0:1789760797.987050:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:2.0:1789760797.987051:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:2.0:1789760797.987053:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:2.0:1789760797.987055:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:2.0:1789760797.987056:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:2.0:1789760797.987058:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:2.0:1789760797.987060:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:2.0:1789760797.987062:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:2.0:1789760797.987063:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:2.0:1789760797.987065:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:2.0:1789760797.987066:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:2.0:1789760797.987068:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:2.0:1789760797.987070:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:2.0:1789760797.987071:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:2.0:1789760797.987073:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:2.0:1789760797.987075:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:2.0:1789760797.987077:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:2.0:1789760797.987079:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:2.0:1789760797.987081:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:2.0:1789760797.987082:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:2.0:1789760797.987084:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:2.0:1789760797.987085:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:2.0:1789760797.987087:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:2.0:1789760797.987089:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:2.0:1789760797.987091:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:2.0:1789760797.987092:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:2.0:1789760797.987094:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:2.0:1789760797.987096:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:2.0:1789760797.987098:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:2.0:1789760797.987099:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:2.0:1789760797.987101:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:2.0:1789760797.987102:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:2.0:1789760797.987104:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:2.0:1789760797.987105:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:2.0:1789760797.987107:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:2.0:1789760797.987108:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:2.0:1789760797.987110:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:2.0:1789760797.987111:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:2.0:1789760797.987113:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:2.0:1789760797.987114:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:2.0:1789760797.987123:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:2.0:1789760797.987126:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:2.0:1789760797.987127:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:2.0:1789760797.987129:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:2.0:1789760797.987130:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:2.0:1789760797.987132:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:2.0:1789760797.987133:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:2.0:1789760797.987135:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:2.0:1789760797.987137:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:2.0:1789760797.987138:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:2.0:1789760797.987140:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:2.0:1789760797.987141:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:2.0:1789760797.987143:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:2.0:1789760797.987144:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:2.0:1789760797.987146:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:2.0:1789760797.987148:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:2.0:1789760797.987149:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:2.0:1789760797.987151:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:2.0:1789760797.987153:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:2.0:1789760797.987155:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:2.0:1789760797.987156:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:2.0:1789760797.987158:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:2.0:1789760797.987160:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:2.0:1789760797.987162:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:2.0:1789760797.987164:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:2.0:1789760797.987166:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:2.0:1789760797.987168:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:2.0:1789760797.987169:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:2.0:1789760797.987171:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:2.0:1789760797.987173:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:2.0:1789760797.987175:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:2.0:1789760797.987176:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:2.0:1789760797.987178:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:2.0:1789760797.987180:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:2.0:1789760797.987182:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:2.0:1789760797.987183:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:2.0:1789760797.987185:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:2.0:1789760797.987187:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:2.0:1789760797.987189:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:2.0:1789760797.987191:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:2.0:1789760797.987193:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:2.0:1789760797.987195:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:2.0:1789760797.987197:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:2.0:1789760797.987198:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:2.0:1789760797.987209:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:2.0:1789760797.987211:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:2.0:1789760797.987213:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:2.0:1789760797.987214:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:2.0:1789760797.987216:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:2.0:1789760797.987218:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:2.0:1789760797.987220:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:2.0:1789760797.987267:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:2.0:1789760797.987269:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:2.0:1789760797.987272:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:2.0:1789760797.987273:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:2.0:1789760797.987275:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:2.0:1789760797.987276:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:2.0:1789760797.987278:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:2.0:1789760797.987279:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:2.0:1789760797.987281:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:2.0:1789760797.987282:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:2.0:1789760797.987283:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:2.0:1789760797.987285:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:2.0:1789760797.987286:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:2.0:1789760797.987288:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:2.0:1789760797.987289:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:2.0:1789760797.987291:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:2.0:1789760797.987293:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:2.0:1789760797.987294:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:2.0:1789760797.987296:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:2.0:1789760797.987298:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:2.0:1789760797.987300:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:2.0:1789760797.987302:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:2.0:1789760797.987303:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:2.0:1789760797.987305:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:2.0:1789760797.987306:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:2.0:1789760797.987307:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:2.0:1789760797.987309:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:2.0:1789760797.987310:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:2.0:1789760797.987311:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:2.0:1789760797.987313:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:2.0:1789760797.987315:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:2.0:1789760797.987317:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:2.0:1789760797.987319:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:2.0:1789760797.987320:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:2.0:1789760797.987322:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:2.0:1789760797.987323:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:2.0:1789760797.987325:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:2.0:1789760797.987326:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:2.0:1789760797.987328:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:2.0:1789760797.987329:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:2.0:1789760797.987331:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:2.0:1789760797.987333:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:2.0:1789760797.987334:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:2.0:1789760797.987335:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:2.0:1789760797.987337:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:2.0:1789760797.987339:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:2.0:1789760797.987341:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:2.0:1789760797.987342:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:2.0:1789760797.987344:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:2.0:1789760797.987346:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:2.0:1789760797.987347:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:2.0:1789760797.987349:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:2.0:1789760797.987351:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:2.0:1789760797.987353:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:2.0:1789760797.987354:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:2.0:1789760797.987356:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:2.0:1789760797.987357:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:2.0:1789760797.987359:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:2.0:1789760797.987361:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:2.0:1789760797.987362:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:2.0:1789760797.987364:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:2.0:1789760797.987366:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:2.0:1789760797.987367:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:2.0:1789760797.987369:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:2.0:1789760797.987370:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:2.0:1789760797.987372:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:2.0:1789760797.987374:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:2.0:1789760797.987375:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:2.0:1789760797.987377:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:2.0:1789760797.987378:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:2.0:1789760797.987379:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:2.0:1789760797.987381:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:2.0:1789760797.987382:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:2.0:1789760797.987383:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:2.0:1789760797.987384:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760797.987476:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760797.987503:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6f89d5c780
00000100:00100000:2.0:1789760797.987532:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777261696:192.168.203.138@tcp:4:dd.500
00000100:00100000:2.0:1789760797.990381:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760797.990411:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f8a195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777261824:192.168.203.138@tcp:4:dd.500
00000080:00200000:2.0:1789760798.043631:0:13132:0:(file.c:2205:ll_file_io_generic()) Range unlock [16384, 16639]
00000080:00200000:2.0:1789760798.043648:0:13132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.043655:0:13132:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0
00000080:00200000:2.0:1789760798.043673:0:13132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10:0x0] updating i_size 68157440 i_blocks 131083
00000020:00200000:2.0:1789760798.043677:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.043689:0:13132:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576
00000080:00200008:2.0:1789760798.043975:0:13132:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x10:0x0], ppos: 68157440, count: 1048576
00000080:00200000:2.0:1789760798.043984:0:13132:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68157440, bytes: 1048576
00000080:00200000:2.0:1789760798.043998:0:13132:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.044007:0:13132:0:(cl_io.c:214:cl_io_rw_init()) header@00000000015248a5[0x110, 2, [0x200000402:0x10:0x0] hash]
00000020:00200000:2.0:1789760798.044010:0:13132:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68157440, 69206016) 0 0
00000080:00200000:2.0:1789760798.044015:0:13132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x10:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.044042:0:13132:0:(file.c:2168:ll_file_io_generic()) Range lock [16640, 16895]
00020000:00200000:2.0:1789760798.044052:0:13132:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68157440 chunk: [68157440, 69206016) 69206016, 1048576
00020000:00200000:2.0:1789760798.044056:0:13132:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.044077:0:13132:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16640, 16895]
00000008:00010000:2.0:1789760798.044094:0:13132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.044100:0:13132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9c6f85083bb0, osc lock ffff9c6f83da9690, flags 0x0
00000080:00200000:2.0:1789760798.044111:0:13132:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68157440, 69206016) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.044126:0:13132:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9c6f91582a08), size=1048576 (max 536870912), offset=68157440=0x4100000, pages 256 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.044646:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining.
00000080:00200000:2.0:1789760798.044650:0:13132:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 69206016
00000020:00010000:2.0:1789760798.044662:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.044665:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.044668:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9c6f85083bb0 (ffff9c6f91cfed88/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.044672:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f908633f8 (ffff9c6f83dc8908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.044675:0:13132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9c6f85083bb0 (ffff9c6f83dc8908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.044684:0:13132:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes
00000020:00200000:2.0:1789760798.044692:0:13132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.044718:0:12823:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9c6f89d5c780
00000008:00100000:2.0:1789760798.050199:0:12823:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9c6f85140700 - object 0x280000401:4 offset 68157440<>69206016
00000100:00100000:2.0:1789760798.144154:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9c6f91f6e000: committing for last_committed 4294967636 gen 4
00000008:00010000:2.0:1789760798.144255:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6f89d5c780
00000020:00200000:2.0:1789760798.144264:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:2.0:1789760798.144267:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:2.0:1789760798.144269:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:2.0:1789760798.144271:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:2.0:1789760798.144272:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:2.0:1789760798.144274:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:2.0:1789760798.144276:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:2.0:1789760798.144277:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:2.0:1789760798.144279:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:2.0:1789760798.144280:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:2.0:1789760798.144282:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:2.0:1789760798.144283:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:2.0:1789760798.144285:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:2.0:1789760798.144286:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:2.0:1789760798.144287:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:2.0:1789760798.144289:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:2.0:1789760798.144290:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:2.0:1789760798.144292:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:2.0:1789760798.144294:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:2.0:1789760798.144295:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:2.0:1789760798.144297:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:2.0:1789760798.144298:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:2.0:1789760798.144300:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:2.0:1789760798.144301:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:2.0:1789760798.144303:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:2.0:1789760798.144305:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:2.0:1789760798.144306:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:2.0:1789760798.144307:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:2.0:1789760798.144309:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:2.0:1789760798.144310:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:2.0:1789760798.144312:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:2.0:1789760798.144313:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:2.0:1789760798.144315:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:2.0:1789760798.144317:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:2.0:1789760798.144319:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:2.0:1789760798.144321:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:2.0:1789760798.144323:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:2.0:1789760798.144325:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:2.0:1789760798.144326:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:2.0:1789760798.144328:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:2.0:1789760798.144329:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:2.0:1789760798.144331:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:2.0:1789760798.144332:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:2.0:1789760798.144334:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:2.0:1789760798.144335:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:2.0:1789760798.144337:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:2.0:1789760798.144338:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:2.0:1789760798.144340:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:2.0:1789760798.144341:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:2.0:1789760798.144343:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:2.0:1789760798.144344:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:2.0:1789760798.144346:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:2.0:1789760798.144347:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:2.0:1789760798.144349:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:2.0:1789760798.144350:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:2.0:1789760798.144351:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:2.0:1789760798.144353:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:2.0:1789760798.144354:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:2.0:1789760798.144356:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:2.0:1789760798.144358:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:2.0:1789760798.144359:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:2.0:1789760798.144360:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:2.0:1789760798.144362:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:2.0:1789760798.144364:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:2.0:1789760798.144366:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:2.0:1789760798.144367:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:2.0:1789760798.144369:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:2.0:1789760798.144371:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:2.0:1789760798.144373:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:2.0:1789760798.144374:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:2.0:1789760798.144376:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:2.0:1789760798.144378:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:2.0:1789760798.144379:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:2.0:1789760798.144381:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:2.0:1789760798.144383:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:2.0:1789760798.144384:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:2.0:1789760798.144386:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:2.0:1789760798.144388:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:2.0:1789760798.144389:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:2.0:1789760798.144391:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:2.0:1789760798.144393:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:2.0:1789760798.144395:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:2.0:1789760798.144397:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:2.0:1789760798.144398:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:2.0:1789760798.144400:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:2.0:1789760798.144402:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:2.0:1789760798.144403:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:2.0:1789760798.144405:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:2.0:1789760798.144406:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:2.0:1789760798.144408:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:2.0:1789760798.144410:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:2.0:1789760798.144411:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:2.0:1789760798.144413:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:2.0:1789760798.144415:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:2.0:1789760798.144416:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:2.0:1789760798.144417:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:2.0:1789760798.144420:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:2.0:1789760798.144421:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:2.0:1789760798.144423:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:2.0:1789760798.144425:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:2.0:1789760798.144427:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:2.0:1789760798.144428:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:2.0:1789760798.144430:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:2.0:1789760798.144431:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:2.0:1789760798.144433:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:2.0:1789760798.144434:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:2.0:1789760798.144436:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:2.0:1789760798.144437:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:2.0:1789760798.144439:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:2.0:1789760798.144441:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:2.0:1789760798.144443:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:2.0:1789760798.144444:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:2.0:1789760798.144446:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:2.0:1789760798.144447:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:2.0:1789760798.144449:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:2.0:1789760798.144450:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:2.0:1789760798.144452:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:2.0:1789760798.144454:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:2.0:1789760798.144455:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:2.0:1789760798.144457:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:2.0:1789760798.144458:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:2.0:1789760798.144460:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:2.0:1789760798.144461:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:2.0:1789760798.144463:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:2.0:1789760798.144464:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:2.0:1789760798.144466:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:2.0:1789760798.144468:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:2.0:1789760798.144470:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:2.0:1789760798.144472:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:2.0:1789760798.144474:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:2.0:1789760798.144476:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:2.0:1789760798.144477:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:2.0:1789760798.144479:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:2.0:1789760798.144481:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:2.0:1789760798.144482:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:2.0:1789760798.144483:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:2.0:1789760798.144485:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:2.0:1789760798.144486:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:2.0:1789760798.144488:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:2.0:1789760798.144490:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:2.0:1789760798.144491:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:2.0:1789760798.144493:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:2.0:1789760798.144494:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:2.0:1789760798.144495:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:2.0:1789760798.144497:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:2.0:1789760798.144499:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:2.0:1789760798.144500:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:2.0:1789760798.144502:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:2.0:1789760798.144503:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:2.0:1789760798.144505:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:2.0:1789760798.144506:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:2.0:1789760798.144508:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:2.0:1789760798.144509:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:2.0:1789760798.144511:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:2.0:1789760798.144512:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:2.0:1789760798.144514:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:2.0:1789760798.144515:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:2.0:1789760798.144517:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:2.0:1789760798.144519:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:2.0:1789760798.144520:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:2.0:1789760798.144522:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:2.0:1789760798.144524:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:2.0:1789760798.144526:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:2.0:1789760798.144528:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:2.0:1789760798.144529:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:2.0:1789760798.144531:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:2.0:1789760798.144533:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:2.0:1789760798.144534:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:2.0:1789760798.144536:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:2.0:1789760798.144537:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:2.0:1789760798.144539:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:2.0:1789760798.144540:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:2.0:1789760798.144542:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:2.0:1789760798.144543:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:2.0:1789760798.144545:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:2.0:1789760798.144546:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:2.0:1789760798.144548:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:2.0:1789760798.144549:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:2.0:1789760798.144551:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:2.0:1789760798.144552:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:2.0:1789760798.144554:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:2.0:1789760798.144555:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:2.0:1789760798.144557:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:2.0:1789760798.144558:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:2.0:1789760798.144560:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:2.0:1789760798.144561:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:2.0:1789760798.144563:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:2.0:1789760798.144564:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:2.0:1789760798.144565:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:2.0:1789760798.144567:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:2.0:1789760798.144568:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:2.0:1789760798.144570:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:2.0:1789760798.144572:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:2.0:1789760798.144574:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:2.0:1789760798.144575:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:2.0:1789760798.144577:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:2.0:1789760798.144579:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:2.0:1789760798.144581:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:2.0:1789760798.144582:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:2.0:1789760798.144584:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:2.0:1789760798.144585:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:2.0:1789760798.144586:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:2.0:1789760798.144588:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:2.0:1789760798.144589:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:2.0:1789760798.144591:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:2.0:1789760798.144592:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:2.0:1789760798.144594:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:2.0:1789760798.144595:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:2.0:1789760798.144597:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:2.0:1789760798.144981:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:2.0:1789760798.144986:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:2.0:1789760798.144987:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:2.0:1789760798.144988:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:2.0:1789760798.144990:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:2.0:1789760798.144991:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:2.0:1789760798.144992:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:2.0:1789760798.144994:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:2.0:1789760798.144995:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:2.0:1789760798.144996:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:2.0:1789760798.144998:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:2.0:1789760798.144999:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:2.0:1789760798.145001:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:2.0:1789760798.145003:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:2.0:1789760798.145005:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:2.0:1789760798.145007:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:2.0:1789760798.145009:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:2.0:1789760798.145011:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:2.0:1789760798.145013:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:2.0:1789760798.145015:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:2.0:1789760798.145016:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:2.0:1789760798.145018:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:2.0:1789760798.145019:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:2.0:1789760798.145021:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:2.0:1789760798.145022:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:2.0:1789760798.145024:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:2.0:1789760798.145025:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:2.0:1789760798.145027:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:2.0:1789760798.145028:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:2.0:1789760798.145030:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:2.0:1789760798.145031:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:2.0:1789760798.145033:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:2.0:1789760798.145035:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:2.0:1789760798.145036:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:2.0:1789760798.145038:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:2.0:1789760798.145039:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:2.0:1789760798.145041:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:2.0:1789760798.145043:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:2.0:1789760798.145044:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:2.0:1789760798.145046:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:2.0:1789760798.145047:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:2.0:1789760798.145049:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:2.0:1789760798.145050:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:2.0:1789760798.145052:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:2.0:1789760798.145054:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:2.0:1789760798.145056:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:2.0:1789760798.145057:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760798.145170:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760798.145415:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6f89d5c780
00000100:00100000:2.0:1789760798.145450:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777261952:192.168.203.138@tcp:4:dd.500
00000100:00100000:2.0:1789760798.199964:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9c6f91f6e000: committing for last_committed 4294967637 gen 4
00000008:00010000:2.0:1789760798.200046:0:2405:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9c6f884ec300
00000020:00200000:2.0:1789760798.200055:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining.
00000020:00200000:2.0:1789760798.200059:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining.
00000020:00200000:2.0:1789760798.200061:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining.
00000020:00200000:2.0:1789760798.200064:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining.
00000020:00200000:2.0:1789760798.200066:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining.
00000020:00200000:2.0:1789760798.200067:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining.
00000020:00200000:2.0:1789760798.200069:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining.
00000020:00200000:2.0:1789760798.200070:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining.
00000020:00200000:2.0:1789760798.200072:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining.
00000020:00200000:2.0:1789760798.200074:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining.
00000020:00200000:2.0:1789760798.200076:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining.
00000020:00200000:2.0:1789760798.200078:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining.
00000020:00200000:2.0:1789760798.200079:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining.
00000020:00200000:2.0:1789760798.200081:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining.
00000020:00200000:2.0:1789760798.200083:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining.
00000020:00200000:2.0:1789760798.200086:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining.
00000020:00200000:2.0:1789760798.200088:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining.
00000020:00200000:2.0:1789760798.200089:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining.
00000020:00200000:2.0:1789760798.200091:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining.
00000020:00200000:2.0:1789760798.200093:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining.
00000020:00200000:2.0:1789760798.200095:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining.
00000020:00200000:2.0:1789760798.200098:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining.
00000020:00200000:2.0:1789760798.200099:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining.
00000020:00200000:2.0:1789760798.200101:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining.
00000020:00200000:2.0:1789760798.200103:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining.
00000020:00200000:2.0:1789760798.200105:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining.
00000020:00200000:2.0:1789760798.200108:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining.
00000020:00200000:2.0:1789760798.200109:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining.
00000020:00200000:2.0:1789760798.200111:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining.
00000020:00200000:2.0:1789760798.200113:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining.
00000020:00200000:2.0:1789760798.200115:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining.
00000020:00200000:2.0:1789760798.200117:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining.
00000020:00200000:2.0:1789760798.200119:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining.
00000020:00200000:2.0:1789760798.200121:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining.
00000020:00200000:2.0:1789760798.200122:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining.
00000020:00200000:2.0:1789760798.200124:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining.
00000020:00200000:2.0:1789760798.200126:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining.
00000020:00200000:2.0:1789760798.200128:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining.
00000020:00200000:2.0:1789760798.200130:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining.
00000020:00200000:2.0:1789760798.200131:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining.
00000020:00200000:2.0:1789760798.200133:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining.
00000020:00200000:2.0:1789760798.200135:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining.
00000020:00200000:2.0:1789760798.200137:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining.
00000020:00200000:2.0:1789760798.200138:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining.
00000020:00200000:2.0:1789760798.200140:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining.
00000020:00200000:2.0:1789760798.200142:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining.
00000020:00200000:2.0:1789760798.200144:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining.
00000020:00200000:2.0:1789760798.200145:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining.
00000020:00200000:2.0:1789760798.200147:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining.
00000020:00200000:2.0:1789760798.200149:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining.
00000020:00200000:2.0:1789760798.200151:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining.
00000020:00200000:2.0:1789760798.200153:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining.
00000020:00200000:2.0:1789760798.200154:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining.
00000020:00200000:2.0:1789760798.200156:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining.
00000020:00200000:2.0:1789760798.200158:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining.
00000020:00200000:2.0:1789760798.200160:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining.
00000020:00200000:2.0:1789760798.200161:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining.
00000020:00200000:2.0:1789760798.200163:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining.
00000020:00200000:2.0:1789760798.200165:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining.
00000020:00200000:2.0:1789760798.200167:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining.
00000020:00200000:2.0:1789760798.200169:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining.
00000020:00200000:2.0:1789760798.200170:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining.
00000020:00200000:2.0:1789760798.200172:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining.
00000020:00200000:2.0:1789760798.200174:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining.
00000020:00200000:2.0:1789760798.200176:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining.
00000020:00200000:2.0:1789760798.200177:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining.
00000020:00200000:2.0:1789760798.200179:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining.
00000020:00200000:2.0:1789760798.200181:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining.
00000020:00200000:2.0:1789760798.200182:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining.
00000020:00200000:2.0:1789760798.200184:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining.
00000020:00200000:2.0:1789760798.200186:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining.
00000020:00200000:2.0:1789760798.200188:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining.
00000020:00200000:2.0:1789760798.200190:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining.
00000020:00200000:2.0:1789760798.200192:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining.
00000020:00200000:2.0:1789760798.200194:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining.
00000020:00200000:2.0:1789760798.200196:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining.
00000020:00200000:2.0:1789760798.200198:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining.
00000020:00200000:2.0:1789760798.200200:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining.
00000020:00200000:2.0:1789760798.200214:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining.
00000020:00200000:2.0:1789760798.200216:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining.
00000020:00200000:2.0:1789760798.200218:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining.
00000020:00200000:2.0:1789760798.200219:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining.
00000020:00200000:2.0:1789760798.200276:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining.
00000020:00200000:2.0:1789760798.200278:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining.
00000020:00200000:2.0:1789760798.200280:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining.
00000020:00200000:2.0:1789760798.200282:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining.
00000020:00200000:2.0:1789760798.200283:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining.
00000020:00200000:2.0:1789760798.200285:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining.
00000020:00200000:2.0:1789760798.200287:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining.
00000020:00200000:2.0:1789760798.200289:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining.
00000020:00200000:2.0:1789760798.200291:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining.
00000020:00200000:2.0:1789760798.200293:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining.
00000020:00200000:2.0:1789760798.200295:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining.
00000020:00200000:2.0:1789760798.200297:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining.
00000020:00200000:2.0:1789760798.200298:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining.
00000020:00200000:2.0:1789760798.200300:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining.
00000020:00200000:2.0:1789760798.200302:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining.
00000020:00200000:2.0:1789760798.200304:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining.
00000020:00200000:2.0:1789760798.200306:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining.
00000020:00200000:2.0:1789760798.200308:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining.
00000020:00200000:2.0:1789760798.200309:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining.
00000020:00200000:2.0:1789760798.200311:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining.
00000020:00200000:2.0:1789760798.200313:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining.
00000020:00200000:2.0:1789760798.200315:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining.
00000020:00200000:2.0:1789760798.200317:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining.
00000020:00200000:2.0:1789760798.200319:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining.
00000020:00200000:2.0:1789760798.200321:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining.
00000020:00200000:2.0:1789760798.200421:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining.
00000020:00200000:2.0:1789760798.200425:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining.
00000020:00200000:2.0:1789760798.200427:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining.
00000020:00200000:2.0:1789760798.200429:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining.
00000020:00200000:2.0:1789760798.200430:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining.
00000020:00200000:2.0:1789760798.200432:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining.
00000020:00200000:2.0:1789760798.200434:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining.
00000020:00200000:2.0:1789760798.200436:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining.
00000020:00200000:2.0:1789760798.200437:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining.
00000020:00200000:2.0:1789760798.200439:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining.
00000020:00200000:2.0:1789760798.200441:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining.
00000020:00200000:2.0:1789760798.200442:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining.
00000020:00200000:2.0:1789760798.200444:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining.
00000020:00200000:2.0:1789760798.200445:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining.
00000020:00200000:2.0:1789760798.200447:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining.
00000020:00200000:2.0:1789760798.200449:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining.
00000020:00200000:2.0:1789760798.200451:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining.
00000020:00200000:2.0:1789760798.200453:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining.
00000020:00200000:2.0:1789760798.200455:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining.
00000020:00200000:2.0:1789760798.200457:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining.
00000020:00200000:2.0:1789760798.200459:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining.
00000020:00200000:2.0:1789760798.200460:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining.
00000020:00200000:2.0:1789760798.200461:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining.
00000020:00200000:2.0:1789760798.200463:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining.
00000020:00200000:2.0:1789760798.200464:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining.
00000020:00200000:2.0:1789760798.200466:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining.
00000020:00200000:2.0:1789760798.200468:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining.
00000020:00200000:2.0:1789760798.200469:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining.
00000020:00200000:2.0:1789760798.200471:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining.
00000020:00200000:2.0:1789760798.200473:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining.
00000020:00200000:2.0:1789760798.200475:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining.
00000020:00200000:2.0:1789760798.200477:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining.
00000020:00200000:2.0:1789760798.200479:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining.
00000020:00200000:2.0:1789760798.200480:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining.
00000020:00200000:2.0:1789760798.200482:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining.
00000020:00200000:2.0:1789760798.200483:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining.
00000020:00200000:2.0:1789760798.200484:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining.
00000020:00200000:2.0:1789760798.200486:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining.
00000020:00200000:2.0:1789760798.200488:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining.
00000020:00200000:2.0:1789760798.200489:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining.
00000020:00200000:2.0:1789760798.200491:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining.
00000020:00200000:2.0:1789760798.200493:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining.
00000020:00200000:2.0:1789760798.200506:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining.
00000020:00200000:2.0:1789760798.200507:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining.
00000020:00200000:2.0:1789760798.200509:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining.
00000020:00200000:2.0:1789760798.200510:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining.
00000020:00200000:2.0:1789760798.200512:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining.
00000020:00200000:2.0:1789760798.200514:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining.
00000020:00200000:2.0:1789760798.200516:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining.
00000020:00200000:2.0:1789760798.200517:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining.
00000020:00200000:2.0:1789760798.200519:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining.
00000020:00200000:2.0:1789760798.200521:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining.
00000020:00200000:2.0:1789760798.200523:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining.
00000020:00200000:2.0:1789760798.200524:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining.
00000020:00200000:2.0:1789760798.200526:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining.
00000020:00200000:2.0:1789760798.200528:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining.
00000020:00200000:2.0:1789760798.200530:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining.
00000020:00200000:2.0:1789760798.200532:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining.
00000020:00200000:2.0:1789760798.200533:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining.
00000020:00200000:2.0:1789760798.200535:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining.
00000020:00200000:2.0:1789760798.200536:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining.
00000020:00200000:2.0:1789760798.200538:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining.
00000020:00200000:2.0:1789760798.200540:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining.
00000020:00200000:2.0:1789760798.200541:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining.
00000020:00200000:2.0:1789760798.200543:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining.
00000020:00200000:2.0:1789760798.200544:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining.
00000020:00200000:2.0:1789760798.200546:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining.
00000020:00200000:2.0:1789760798.200547:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining.
00000020:00200000:2.0:1789760798.200549:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining.
00000020:00200000:2.0:1789760798.200551:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining.
00000020:00200000:2.0:1789760798.200552:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining.
00000020:00200000:2.0:1789760798.200553:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining.
00000020:00200000:2.0:1789760798.200555:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining.
00000020:00200000:2.0:1789760798.200557:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining.
00000020:00200000:2.0:1789760798.200558:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining.
00000020:00200000:2.0:1789760798.200560:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining.
00000020:00200000:2.0:1789760798.200561:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining.
00000020:00200000:2.0:1789760798.200563:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining.
00000020:00200000:2.0:1789760798.200565:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining.
00000020:00200000:2.0:1789760798.200567:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining.
00000020:00200000:2.0:1789760798.200568:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining.
00000020:00200000:2.0:1789760798.200570:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining.
00000020:00200000:2.0:1789760798.200572:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining.
00000020:00200000:2.0:1789760798.200573:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining.
00000020:00200000:2.0:1789760798.200575:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining.
00000020:00200000:2.0:1789760798.200576:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining.
00000020:00200000:2.0:1789760798.200578:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining.
00000020:00200000:2.0:1789760798.200579:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining.
00000020:00200000:2.0:1789760798.200581:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining.
00000020:00200000:2.0:1789760798.200582:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining.
00000020:00200000:2.0:1789760798.200584:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining.
00000020:00200000:2.0:1789760798.200585:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining.
00000020:00200000:2.0:1789760798.200587:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining.
00000020:00200000:2.0:1789760798.200589:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining.
00000020:00200000:2.0:1789760798.200590:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining.
00000020:00200000:2.0:1789760798.200592:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining.
00000020:00200000:2.0:1789760798.200593:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining.
00000020:00200000:2.0:1789760798.200594:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining.
00000020:00200000:2.0:1789760798.200596:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining.
00000020:00200000:2.0:1789760798.200598:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining.
00000020:00200000:2.0:1789760798.200599:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining.
00000020:00200000:2.0:1789760798.200601:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining.
00000020:00200000:2.0:1789760798.200602:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining.
00000020:00200000:2.0:1789760798.200604:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining.
00000020:00200000:2.0:1789760798.200605:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining.
00000020:00200000:2.0:1789760798.200607:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining.
00000020:00200000:2.0:1789760798.200609:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining.
00000020:00200000:2.0:1789760798.200611:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining.
00000020:00200000:2.0:1789760798.200612:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining.
00000020:00200000:2.0:1789760798.200614:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining.
00000020:00200000:2.0:1789760798.200616:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining.
00000020:00200000:2.0:1789760798.200618:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining.
00000020:00200000:2.0:1789760798.200620:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining.
00000020:00200000:2.0:1789760798.200622:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining.
00000020:00200000:2.0:1789760798.200624:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining.
00000020:00200000:2.0:1789760798.200626:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining.
00000020:00200000:2.0:1789760798.200627:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining.
00000020:00200000:2.0:1789760798.200629:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining.
00000020:00200000:2.0:1789760798.200631:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining.
00000020:00200000:2.0:1789760798.200632:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining.
00000020:00200000:2.0:1789760798.200634:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining.
00000020:00200000:2.0:1789760798.200635:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining.
00000020:00200000:2.0:1789760798.200636:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining.
00000020:00200000:2.0:1789760798.200638:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining.
00000020:00200000:2.0:1789760798.200639:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining.
00000020:00200000:2.0:1789760798.200641:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining.
00000020:00200000:2.0:1789760798.200643:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining.
00000020:00200000:2.0:1789760798.200644:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining.
00000020:00200000:2.0:1789760798.200646:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining.
00000020:00200000:2.0:1789760798.200648:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining.
00000020:00200000:2.0:1789760798.200650:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining.
00000020:00200000:2.0:1789760798.200652:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining.
00000020:00200000:2.0:1789760798.200653:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining.
00000020:00200000:2.0:1789760798.200655:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining.
00000020:00200000:2.0:1789760798.200657:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining.
00000020:00200000:2.0:1789760798.200658:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining.
00000020:00200000:2.0:1789760798.200659:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining.
00000020:00200000:2.0:1789760798.200661:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining.
00000020:00200000:2.0:1789760798.200662:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining.
00000020:00200000:2.0:1789760798.200663:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining.
00000020:00200000:2.0:1789760798.200665:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining.
00000020:00200000:2.0:1789760798.200666:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining.
00000020:00200000:2.0:1789760798.200668:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining.
00000020:00200000:2.0:1789760798.200670:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining.
00000020:00200000:2.0:1789760798.200673:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining.
00000020:00200000:2.0:1789760798.200674:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining.
00000020:00200000:2.0:1789760798.200676:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining.
00000020:00200000:2.0:1789760798.200677:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000020:00200000:2.0:1789760798.200679:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760798.200782:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760798.200801:0:2405:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9c6f884ec300
00000100:00100000:2.0:1789760798.200832:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f8a195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777262080:192.168.203.138@tcp:4:dd.500
00000100:00100000:1.0:1789760798.840517:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2404:1876699777262464:192.168.203.138@tcp:400:kworker.0
00000100:00100000:1.0:1789760798.840622:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2404:1876699777262720:192.168.203.138@tcp:400:kworker.0
00000100:00100000:1.0:1789760798.840654:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2404:1876699777262976:192.168.203.138@tcp:400:kworker.0
00010000:00010000:2.0:1789760801.016348:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760803.960521:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f8a195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777263360:192.168.203.138@tcp:400:kworker.0
00000100:00100000:2.0:1789760803.960633:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f8a195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777263616:192.168.203.138@tcp:400:kworker.0
00000100:00100000:2.0:1789760803.960690:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f8a196a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2405:1876699777263872:192.168.203.138@tcp:400:kworker.0
00010000:00010000:1.0:1789760804.088396:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760807.160379:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760809.080482:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85143800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777264256:192.168.203.138@tcp:400:kworker.0
00000100:00100000:2.0:1789760809.080619:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85141180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777264512:192.168.203.138@tcp:400:kworker.0
00000100:00100000:2.0:1789760809.080651:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85142300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2406:1876699777264768:192.168.203.138@tcp:400:kworker.0
00000100:00000400:2.0:1789760814.200324:0:2406:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff9c6f8a195500 x1876699777262208/t0(0) o4->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:6/4 lens 488/448 e 0 to 1 dl 1789760814 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0
00000100:00080000:1.0:1789760814.211499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760814.211507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789760814.211512:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760814.211520:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 468
00000100:00080000:1.0:1789760814.211536:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00000400:1.0:1789760814.211555:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff9c6f9118d180 x1876699777262464/t0(0) o400->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760814.211582:0:2404:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9c6f9118d180 x1876699777262464/t0(0) o400->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760814.211613:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:1.0:1789760814.211619:0:2404:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9c6f91f6e000: Connection to lustre-MDT0000 (at 192.168.203.138@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1789760814.211623:0:2404:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00000400:1.0:1789760814.211640:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff9c6f9118c380 x1876699777262720/t0(0) o400->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760814.211668:0:2404:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9c6f9118c380 x1876699777262720/t0(0) o400->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760814.211682:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:1.0:1789760814.211690:0:2404:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9c6f91f6e000: Connection to lustre-OST0000 (at 192.168.203.138@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1789760814.211695:0:2404:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN
00000100:00000400:1.0:1789760814.211701:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff9c6f9118dc00 x1876699777262976/t0(0) o400->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760814.211714:0:2404:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9c6f9118dc00 x1876699777262976/t0(0) o400->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760814.211735:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:1.0:1789760814.211739:0:2404:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9c6f8585f000: Connection to lustre-MDT0000 (at 192.168.203.138@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1789760814.211742:0:2404:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00080000:2.0:1789760814.216705:0:2406:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9c6f91ec7000 already not connected (conn 4, was 4): DISCONN
00000008:00100000:2.0:1789760814.216845:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760814.216891:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f85140380 x1876699777265536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760814.216935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760814.216941:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760814.216945:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760814.216963:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 270
00000100:00080000:2.0:1789760814.216995:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760814.217005:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760814.217037:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f85140a80 x1876699777265664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760814.217056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760814.217061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760814.217064:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760814.217071:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 270
00000100:00080000:2.0:1789760814.217084:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789760814.220015:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9c9a29f0-58a4-4591-8db4-e258df357379:0:1876699777265024:192.168.203.138@tcp:400:kworker.0
00000100:00100000:1.0:1789760814.220048:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2404:1876699777265280:192.168.203.138@tcp:400:kworker.0
00000100:00100000:2.0:1789760814.220085:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f8a194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9c9a29f0-58a4-4591-8db4-e258df357379:2406:1876699777263232:192.168.203.138@tcp:400:kworker.0
00000100:00100000:1.0:1789760814.220111:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2404:1876699777262464:192.168.203.138@tcp:400:kworker.0
00000100:00100000:1.0:1789760814.220132:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2404:1876699777262720:192.168.203.138@tcp:400:kworker.0
00000100:00100000:1.0:1789760814.220144:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2404:1876699777262976:192.168.203.138@tcp:400:kworker.0
00000100:00000400:2.0:1789760819.320379:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff9c6f8a195c00 x1876699777263360/t0(0) o400->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760819.320417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760819.320425:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760819.320429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760819.320433:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760819.320439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760819.320451:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760819.320454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760819.320458:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760819.320463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760819.320466:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760819.320472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760819.320488:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760819.320496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760819.320507:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1789760819.329042:0:2405:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9c6f8a195c00 x1876699777263360/t0(0) o400->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760819.329051:0:2405:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9c6f91ec4800 already not connected (conn 2, was 1): CONNECTING
00000100:00000400:2.0:1789760819.329057:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff9c6f8a195180 x1876699777263616/t0(0) o400->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760819.329066:0:2405:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9c6f8a195180 x1876699777263616/t0(0) o400->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760819.329076:0:2405:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9c6f91ec7000 already not connected (conn 5, was 4): CONNECTING
00000100:00000400:2.0:1789760819.329080:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff9c6f8a196a00 x1876699777263872/t0(0) o400->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760819.329088:0:2405:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9c6f8a196a00 x1876699777263872/t0(0) o400->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760819.329092:0:2405:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9c6f91e28000 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:2.0:1789760819.329100:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f8a195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777263360:192.168.203.138@tcp:400:kworker.0
00000100:00100000:2.0:1789760819.329105:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f8a195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ac82f857-edfe-4201-bbe8-4599ba569acb:2405:1876699777263616:192.168.203.138@tcp:400:kworker.0
00000100:00100000:2.0:1789760819.329107:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f8a196a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2405:1876699777263872:192.168.203.138@tcp:400:kworker.0
00000100:00080000:2.0:1789760824.440301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789760824.440309:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff9c6f91eb9f80 x1876699777266304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760824.440310:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760824.440316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760824.440321:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760824.440325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760824.440331:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760824.440336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760824.440339:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760824.440341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760824.440343:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760824.440346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760824.440349:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760824.440351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760824.440354:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1789760824.440362:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777266304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760824.440375:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff9c6f8a194a80 x1876699777266176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760824.440386:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f8a194a80 x1876699777266176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760824.440395:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff9c6f8a196680 x1876699777266048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760824.440403:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f8a196680 x1876699777266048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760824.440409:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff9c6f8a194700 x1876699777265920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760824.440418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f8a194700 x1876699777265920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760824.440423:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff9c6f8a194000 x1876699777265792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760824.440430:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f8a194000 x1876699777265792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760824.440436:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff9c6f85140a80 x1876699777265664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760824.440444:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f85140a80 x1876699777265664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760824.440455:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff9c6f85140380 x1876699777265536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760824.440462:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f85140380 x1876699777265536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760824.440472:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760824.440485:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760824.440488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777266304:192.168.203.138@tcp:8:kworker.0
00000100:00080000:1.0:1789760824.440492:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760824.440496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760824.440498:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f8a194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777266176:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789760824.440503:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760824.440509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760824.440511:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f8a196680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777266048:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789760824.440515:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760824.440519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760824.440525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760824.440527:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789760824.440530:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789760824.440531:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f8a194700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777265920:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789760824.440543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760824.440546:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 490
00000100:00080000:1.0:1789760824.440552:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760824.440555:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f8a194000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777265792:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789760824.440562:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1789760824.440563:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760824.440574:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789760824.440579:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760824.440586:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777265664:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789760824.440593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760824.440604:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760824.440610:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777265536:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789760824.440622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f85142d80 x1876699777266432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760824.440639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760824.440643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760824.440662:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760824.440668:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 490
00000100:00080000:2.0:1789760824.440674:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1789760824.440679:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760824.440689:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760824.440696:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85142d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777266432:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789760824.440711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f85140380 x1876699777266560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760824.440724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760824.440730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760824.440732:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760824.440736:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 490
00000100:00080000:2.0:1789760824.440742:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1789760824.440746:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760824.440752:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760824.440766:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f85140a80 x1876699777266688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760824.440777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760824.440781:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760824.440784:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789760824.440789:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777266560:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789760824.440792:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 490
00000100:00080000:2.0:1789760824.440801:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1789760824.440807:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760824.440813:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760824.440819:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777266688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789760824.440830:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f85140700 x1876699777266816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760824.440843:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760824.440847:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789760824.440849:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789760824.440856:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f85140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777266816:192.168.203.138@tcp:8:kworker.0
00000100:00080000:2.0:1789760824.440857:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 490
00000100:00080000:2.0:1789760824.440869:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1789760824.440876:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760824.440883:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760824.440897:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f85140e00 x1876699777266944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760824.440922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760824.440926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760824.440929:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760824.440933:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 490
00000100:00080000:2.0:1789760824.440938:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1789760824.440943:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760824.440950:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760824.440965:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f85141c00 x1876699777267072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760824.440978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760824.440982:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760824.440984:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760824.440988:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 490
00000100:00080000:2.0:1789760824.440993:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1789760824.440997:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760824.441003:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760824.441049:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777267200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000400:2.0:1789760825.464467:0:2406:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760809/real 1789760809]  req@ffff9c6f85143800 x1876699777264256/t0(0) o400->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760825.464526:0:2406:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9c6f85143800 x1876699777264256/t0(0) o400->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760825.464552:0:2406:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9c6f91ec4800 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:2.0:1789760825.464559:0:2406:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760809/real 1789760809]  req@ffff9c6f85141180 x1876699777264512/t0(0) o400->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760825.464576:0:2406:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9c6f85141180 x1876699777264512/t0(0) o400->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760825.464588:0:2406:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9c6f91ec7000 already not connected (conn 6, was 4): CONNECTING
00000100:00000400:2.0:1789760825.464602:0:2406:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760809/real 1789760809]  req@ffff9c6f85142300 x1876699777264768/t0(0) o400->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760825.464626:0:2406:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9c6f85142300 x1876699777264768/t0(0) o400->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760825.464688:0:2406:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9c6f91e28000 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:2.0:1789760825.464701:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85143800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777264256:192.168.203.138@tcp:400:kworker.0
00000100:00100000:2.0:1789760825.464707:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85141180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2406:1876699777264512:192.168.203.138@tcp:400:kworker.0
00000100:00100000:2.0:1789760825.464712:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85142300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2406:1876699777264768:192.168.203.138@tcp:400:kworker.0
00000100:00080000:2.0:1789760829.560391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760829.560400:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760829.560403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760829.560406:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760829.560409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760829.560412:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760829.560414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760829.560416:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760829.560418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760829.560420:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760829.560430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760829.560432:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760829.560434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760829.560436:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000400:1.0:1789760830.584428:0:2404:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff9c6f9118df80 x1876699777265280/t0(0) o400->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760830.604046:0:2404:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9c6f9118df80 x1876699777265280/t0(0) o400->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760830.604061:0:2404:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9c6f91ec0800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:1.0:1789760830.604097:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac82f857-edfe-4201-bbe8-4599ba569acb:2404:1876699777265280:192.168.203.138@tcp:400:kworker.0
00000100:00080000:1.0:1789760834.680449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760834.680464:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760834.680470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760834.680475:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760834.680480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760834.680488:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760834.680492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760834.680497:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760834.680502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760834.680506:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760834.680509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760834.680513:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760834.680516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760834.680519:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1789760839.800334:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff9c6f851a0380 x1876699777267200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760839.800374:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777267200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760839.800386:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff9c6f85141c00 x1876699777267072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760839.800398:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f85141c00 x1876699777267072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760839.800421:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff9c6f85140e00 x1876699777266944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760839.800469:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f85140e00 x1876699777266944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760839.800491:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff9c6f85140700 x1876699777266816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760839.800527:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f85140700 x1876699777266816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760839.800552:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff9c6f85140380 x1876699777266560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760839.800564:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f85140380 x1876699777266560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760839.800572:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff9c6f85140a80 x1876699777266688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760839.800582:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f85140a80 x1876699777266688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760839.800590:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff9c6f85142d80 x1876699777266432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760839.800599:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f85142d80 x1876699777266432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760839.800616:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760839.800634:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760839.800639:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777267200:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789760839.800645:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760839.800653:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760839.800657:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777267072:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789760839.800663:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760839.800683:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760839.800693:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85140e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777266944:192.168.203.138@tcp:8:kworker.0
00000100:00080000:2.0:1789760839.800718:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760839.800741:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760839.800752:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777266816:192.168.203.138@tcp:8:kworker.0
00000100:00080000:2.0:1789760839.800760:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760839.800772:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760839.800778:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777266560:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789760839.800787:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760839.800796:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760839.800802:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777266688:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789760839.800814:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760839.800829:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760839.800840:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f85142d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777266432:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789760839.800933:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777267328:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789760839.801073:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777267456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789760839.801128:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777267584:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789760839.801159:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777267712:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789760839.801229:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777267840:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789760839.801331:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777267968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789760839.801413:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777268096:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789760856.184313:0:2394:0:(socklnd_cb.c:2254:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.203.138@tcp (192.168.203.138:988) timed out; the network or node may be down.
00000100:00100000:1.0:1789760859.256381:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff9c6f91eb9f80 x1876699777268096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760859.256431:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777268096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760859.256441:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff9c6f91eb9500 x1876699777267968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760859.256451:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777267968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760859.256458:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff9c6f91ebaa00 x1876699777267840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760859.256466:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777267840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760859.256473:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff9c6f91ebad80 x1876699777267456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760859.256481:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777267456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760859.256488:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff9c6f91ebb480 x1876699777267584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760859.256495:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777267584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760859.256500:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff9c6f91ebb800 x1876699777267712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760859.256507:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777267712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760859.256513:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff9c6f91eb9880 x1876699777267328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760859.256520:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777267328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760859.256537:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760859.256566:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760859.256570:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777268096:192.168.203.138@tcp:8:kworker.0
00000100:00080000:1.0:1789760859.256574:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760859.256579:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760859.256582:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777267968:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789760859.256585:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760859.256588:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760859.256590:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777267840:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789760859.256593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760859.256596:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760859.256598:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777267456:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789760859.256601:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760859.256604:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760859.256607:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777267584:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789760859.256611:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760859.256615:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760859.256618:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777267712:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789760859.256627:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760859.256631:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760859.256633:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777267328:192.168.203.138@tcp:8:kworker.0
00000100:00080000:2.0:1789760859.256681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760859.256697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760859.256704:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760859.256719:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 516
00000100:00080000:2.0:1789760859.256735:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1789760859.256747:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789760859.256803:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777268224/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760859.256841:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760859.256845:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760859.256848:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760859.256854:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 516
00000100:00080000:2.0:1789760859.256860:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1789760859.256866:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789760859.256877:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777268224:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789760859.256877:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760859.256906:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777268352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760859.256920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760859.256924:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760859.256926:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760859.256932:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 516
00000100:00080000:2.0:1789760859.256948:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1789760859.256953:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760859.256960:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760859.256973:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777268480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760859.256984:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760859.256988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760859.256990:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760859.256994:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 516
00000100:00080000:2.0:1789760859.256999:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1789760859.257004:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760859.257011:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760859.257024:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777268352:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789760859.257033:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777268608/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760859.257050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760859.257054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789760859.257056:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760859.257062:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 516
00000100:00100000:1.0:1789760859.257067:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777268480:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789760859.257068:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1789760859.257086:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760859.257094:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760859.257115:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777268736/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760859.257127:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777268608:192.168.203.138@tcp:8:kworker.0
00000100:00080000:2.0:1789760859.257135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760859.257142:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760859.257145:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760859.257153:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 516
00000100:00080000:2.0:1789760859.257169:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1789760859.257173:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760859.257184:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760859.257191:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777268736:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789760859.257204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777268864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760859.257272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760859.257278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760859.257284:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760859.257294:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 516
00000100:00100000:1.0:1789760859.257297:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777268864:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789760859.257302:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1789760859.257314:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760859.257324:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760859.257345:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777268992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760859.257369:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777268992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760861.945012:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760861]  req@ffff9c6f851a0000 x1876699777268992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760861.945051:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777268992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760861.945066:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760861.945072:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760861.945078:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777268992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760861.945088:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760861]  req@ffff9c6f851a2d80 x1876699777268864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760861.945107:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777268864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760861.945118:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760861.945122:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760861.945126:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777268864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760861.945134:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760861]  req@ffff9c6f851a1500 x1876699777268736/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760861.945156:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777268736/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760861.945164:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760861.945168:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760861.945171:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777268736:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760861.945179:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760861]  req@ffff9c6f851a3480 x1876699777268608/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760861.945192:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777268608/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760861.945201:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760861.945205:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760861.945210:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777268608:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760861.945218:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760861]  req@ffff9c6f851a2680 x1876699777268352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760861.945262:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777268352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760861.945271:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760861.945276:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760861.945280:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777268352:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760861.945288:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760861]  req@ffff9c6f851a2300 x1876699777268480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760861.945304:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777268480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760861.945313:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760861.945317:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760861.945322:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777268480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760861.945336:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760861]  req@ffff9c6f851a0380 x1876699777268224/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760861.945353:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777268224/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760861.945362:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760861.945381:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760861.945385:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777268224:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760864.376548:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777269120:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760864.376688:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777269248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760864.376730:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777269376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760864.376763:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777269504:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760864.376796:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777269632:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760864.376822:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777269760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760864.376845:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777269888:192.168.203.138@tcp:38:kworker.0
00000400:00000100:2.0:1789760865.016832:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.138:988
00000400:00000100:2.0:1789760865.016897:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789760865.016913:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760865.016950:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760865.016956:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760865.016962:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760865.016967:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760865.016973:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760865.016978:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789760865.017081:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760865]  req@ffff9c6f91eb9500 x1876699777269760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760865.017122:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777269760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760865.017143:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760865.017151:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760865.017159:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777269760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760865.017172:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760865]  req@ffff9c6f91eb9f80 x1876699777269888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760865.017192:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777269888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760865.017206:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760865.017213:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760865.017218:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777269888:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760865.017275:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760865]  req@ffff9c6f91ebb800 x1876699777269248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760865.017311:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777269248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760865.017327:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760865.017334:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760865.017340:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777269248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760865.017371:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760865]  req@ffff9c6f91ebb480 x1876699777269376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760865.017401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777269376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760865.017414:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760865.017420:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760865.017425:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777269376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760865.017436:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760865]  req@ffff9c6f91ebad80 x1876699777269504/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760865.017452:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777269504/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760865.017466:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760865.017472:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760865.017477:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777269504:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760865.017488:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760865]  req@ffff9c6f91ebaa00 x1876699777269632/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760865.017508:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777269632/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760865.017520:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760865.017525:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760865.017531:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777269632:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760865.017543:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760865]  req@ffff9c6f91eb9880 x1876699777269120/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760865.017563:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777269120/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760865.017575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760865.017579:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760865.017584:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777269120:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760869.496663:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777270016:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760869.496863:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777270144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760869.496924:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777270272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760869.497003:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777270400:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760869.497051:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777270528:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760869.497090:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777270656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760869.497158:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777270784:192.168.203.138@tcp:38:kworker.0
00000400:00000100:2.0:1789760871.160779:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.138:988
00000400:00000100:2.0:1789760871.160835:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789760871.160856:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760871.160917:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760871.160927:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760871.160935:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760871.160943:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760871.160951:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760871.160959:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789760871.161082:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760871]  req@ffff9c6f91eb9500 x1876699777270784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760871.161142:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777270784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760871.161168:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760871.161178:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760871.161187:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777270784:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760871.161205:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760871]  req@ffff9c6f91ebb800 x1876699777270528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760871.161294:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777270528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760871.161337:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760871.161369:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760871.161379:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777270528:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760871.161394:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760871]  req@ffff9c6f91eb9f80 x1876699777270656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760871.161420:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777270656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760871.161436:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760871.161443:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760871.161450:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777270656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760871.161464:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760871]  req@ffff9c6f91ebaa00 x1876699777270144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760871.161500:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777270144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760871.161515:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760871.161521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760871.161527:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777270144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760871.161564:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760871]  req@ffff9c6f91ebad80 x1876699777270272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760871.161587:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777270272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760871.161605:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760871.161611:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760871.161618:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777270272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760871.161631:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760871]  req@ffff9c6f91ebb480 x1876699777270400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760871.161655:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777270400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760871.161673:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760871.161680:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760871.161687:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777270400:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760871.161701:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760871]  req@ffff9c6f91eb9880 x1876699777270016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760871.161727:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777270016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760871.161744:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760871.161759:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760871.161767:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777270016:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760874.616462:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777270912:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760874.616579:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777271040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760874.616613:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777271168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760874.616640:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777271296:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760874.616659:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777271424:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760874.616690:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777271552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760874.616710:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777271680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760877.305082:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760874/real 1789760877]  req@ffff9c6f91ebb800 x1876699777271552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760877.305136:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777271552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760877.305162:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760877.305173:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760877.305182:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777271552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760877.305199:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760874/real 1789760877]  req@ffff9c6f91eb9500 x1876699777271680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760877.305311:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777271680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760877.305332:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760877.305340:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760877.305348:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777271680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760877.305365:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760874/real 1789760877]  req@ffff9c6f91ebb480 x1876699777271040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760877.305397:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777271040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760877.305414:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760877.305423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760877.305432:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777271040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760877.305448:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760874/real 1789760877]  req@ffff9c6f91ebad80 x1876699777271168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760877.305473:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777271168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760877.305491:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760877.305502:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760877.305510:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777271168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760877.305527:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760874/real 1789760877]  req@ffff9c6f91ebaa00 x1876699777271296/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760877.305554:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777271296/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760877.305571:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760877.305578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760877.305584:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777271296:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760877.305599:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760874/real 1789760877]  req@ffff9c6f91eb9f80 x1876699777271424/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760877.305625:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777271424/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760877.305640:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760877.305647:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760877.305654:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777271424:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760877.305671:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760874/real 1789760877]  req@ffff9c6f91eb9880 x1876699777270912/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760877.305710:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777270912/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760877.305751:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760877.305758:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760877.305766:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777270912:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789760879.736494:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777271808:192.168.203.138@tcp:250:kworker.0
00000800:00000100:2.0:1789760879.736590:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760879.736641:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760879/real 1789760879]  req@ffff9c6f84ef7480 x1876699777271808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760879.736673:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777271808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760879.736754:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760879.736769:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760879.736779:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777271808:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789760879.736811:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777271936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789760879.736852:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760879.736874:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760879/real 1789760879]  req@ffff9c6f84ef5500 x1876699777271936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760879.736889:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777271936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760879.736896:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760879.736901:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760879.736908:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777271936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789760879.736914:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777272064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789760879.736932:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760879.736953:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760879/real 1789760879]  req@ffff9c6f84ef6300 x1876699777272064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760879.736966:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777272064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760879.736974:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760879.736978:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760879.736982:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777272064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789760879.736989:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777272192:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789760879.737001:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760879.737007:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760879/real 1789760879]  req@ffff9c6f84ef6680 x1876699777272192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760879.737015:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777272192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760879.737020:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760879.737022:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760879.737024:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777272192:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789760879.737028:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777272320:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789760879.737037:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760879.737043:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760879/real 1789760879]  req@ffff9c6f84ef4380 x1876699777272320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760879.737050:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777272320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760879.737055:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760879.737057:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760879.737059:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777272320:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789760879.737062:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777272448:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789760879.737072:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760879.737078:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760879/real 1789760879]  req@ffff9c6f84ef4a80 x1876699777272448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760879.737086:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777272448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760879.737091:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760879.737093:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760879.737095:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777272448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789760879.737107:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777272576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789760879.737118:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760879.737124:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760879/real 1789760879]  req@ffff9c6f84ef4700 x1876699777272576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760879.737130:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777272576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760879.737135:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760879.737137:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760879.737139:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777272576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789760884.856464:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777272704:192.168.203.138@tcp:250:kworker.0
00000800:00000100:2.0:1789760884.856527:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760884.856573:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760884]  req@ffff9c6f91eb9880 x1876699777272704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760884.856597:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777272704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760884.857714:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760884.857718:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760884.857721:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777272704:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789760884.857742:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777272832:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789760884.857762:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760884.857773:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760884]  req@ffff9c6f91eb9f80 x1876699777272832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760884.857781:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777272832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760884.857786:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760884.857788:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760884.857790:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777272832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789760884.857796:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777272960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789760884.857814:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760884.857825:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760884]  req@ffff9c6f91ebaa00 x1876699777272960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760884.857838:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777272960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760884.857846:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760884.857849:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760884.857852:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777272960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789760884.857858:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777273088:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789760884.857874:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760884.857881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760884]  req@ffff9c6f91ebad80 x1876699777273088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760884.857889:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777273088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760884.857894:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760884.857895:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760884.857897:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777273088:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789760884.857901:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777273216:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789760884.857910:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760884.857916:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760884]  req@ffff9c6f91ebb480 x1876699777273216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760884.857924:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777273216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760884.857932:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760884.857935:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760884.857937:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777273216:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789760884.857943:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777273344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789760884.857962:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760884.857974:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760884]  req@ffff9c6f91eb9500 x1876699777273344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760884.857983:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777273344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760884.857988:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760884.857990:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760884.857992:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777273344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789760884.857995:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777273472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789760884.858009:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760884.858015:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760884]  req@ffff9c6f91ebb800 x1876699777273472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760884.858022:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777273472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760884.858026:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760884.858028:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760884.858030:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777273472:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789760889.976315:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760889.976324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760889.976327:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760889.976336:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 561
00000100:00080000:2.0:1789760889.976346:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760889.976353:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789760889.976386:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777273600/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760889.976411:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760889.976414:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760889.976416:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760889.976418:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 561
00000100:00080000:2.0:1789760889.976421:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760889.976423:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760889.976430:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760889.976437:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777273728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760889.976444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760889.976446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760889.976447:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760889.976449:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 561
00000100:00080000:2.0:1789760889.976451:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760889.976453:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760889.976455:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760889.976461:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777273856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760889.976467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760889.976470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760889.976472:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760889.976476:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 561
00000100:00080000:2.0:1789760889.976480:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760889.976482:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760889.976485:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760889.976491:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777273984/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760889.976499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760889.976501:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789760889.976503:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760889.976509:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 561
00000100:00100000:1.0:1789760889.976511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777273600:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789760889.976513:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760889.976517:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760889.976519:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760889.976525:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777274112/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760889.976530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760889.976532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760889.976534:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760889.976536:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 561
00000100:00080000:2.0:1789760889.976538:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760889.976540:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760889.976542:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760889.976555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777274240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760889.976582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760889.976584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760889.976585:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760889.976589:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 561
00000100:00080000:2.0:1789760889.976591:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760889.976595:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760889.976598:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760889.976608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777274368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760889.976683:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777273728:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760889.976706:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777273856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760889.976734:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777273984:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760889.976751:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777274112:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760889.976765:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777274240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760889.976778:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777274368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760892.664732:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760892]  req@ffff9c6f851a1f80 x1876699777273984/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760892.664780:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777273984/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760892.664795:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760892.664818:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760892.664823:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777273984:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760892.664834:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760892]  req@ffff9c6f851a1c00 x1876699777274112/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760892.664856:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777274112/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760892.664869:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760892.664873:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760892.664878:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777274112:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760892.664887:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760892]  req@ffff9c6f851a3b80 x1876699777274240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760892.664908:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777274240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760892.664917:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760892.664920:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760892.664924:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777274240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760892.664932:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760892]  req@ffff9c6f851a1180 x1876699777274368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760892.664944:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777274368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760892.664951:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760892.664955:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760892.664958:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777274368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760892.664965:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760892]  req@ffff9c6f851a2a00 x1876699777273600/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760892.664977:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777273600/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760892.664985:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760892.664989:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760892.664992:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777273600:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760892.665000:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760892]  req@ffff9c6f851a1880 x1876699777273728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760892.665011:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777273728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760892.665019:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760892.665023:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760892.665027:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777273728:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760892.665034:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760892]  req@ffff9c6f851a3800 x1876699777273856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760892.665045:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777273856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760892.665053:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760892.665057:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760892.665061:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777273856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760895.096504:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777274496:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789760895.096597:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760895.096659:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895]  req@ffff9c6f84ef7100 x1876699777274496/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760895.096680:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7100 x1876699777274496/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760895.096696:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760895.096699:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760895.096703:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777274496:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760895.096709:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777274624:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760895.096727:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760895.096737:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895]  req@ffff9c6f84ef4e00 x1876699777274624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760895.096745:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777274624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760895.096751:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760895.096753:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760895.096755:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777274624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760895.096778:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777274752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760895.096790:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760895.096797:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895]  req@ffff9c6f84ef5c00 x1876699777274752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760895.096805:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777274752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760895.096810:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760895.096812:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760895.096814:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777274752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760895.096819:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777274880:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760895.096831:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760895.096837:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895]  req@ffff9c6f84ef7800 x1876699777274880/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760895.096845:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777274880/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760895.096851:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760895.096852:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760895.096854:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777274880:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760895.096858:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777275008:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760895.096868:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760895.096874:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895]  req@ffff9c6f84ef6a00 x1876699777275008/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760895.096881:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777275008/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760895.096886:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760895.096888:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760895.096890:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777275008:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760895.096893:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777275136:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760895.096904:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760895.096910:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895]  req@ffff9c6f84ef4000 x1876699777275136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760895.096917:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777275136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760895.096922:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760895.096924:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760895.096926:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777275136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760895.096930:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777275264:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760895.096940:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760895.096945:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895]  req@ffff9c6f84ef6d80 x1876699777275264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760895.096951:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777275264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760895.096957:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760895.096958:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760895.096960:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777275264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760900.216585:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777275392:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789760900.216645:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760900.216694:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff9c6f84ef5f80 x1876699777275392/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760900.216751:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777275392/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760900.216784:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760900.216789:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760900.216794:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777275392:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760900.216802:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777275520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760900.216825:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760900.216836:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff9c6f84ef5880 x1876699777275520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760900.216847:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777275520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760900.216854:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760900.216856:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760900.216859:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777275520:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760900.216890:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777275648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760900.216922:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760900.216934:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff9c6f84ef6d80 x1876699777275648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760900.216947:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777275648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760900.216956:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760900.216959:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760900.216963:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777275648:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760900.216970:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777275776:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760900.216989:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760900.216999:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff9c6f84ef4000 x1876699777275776/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760900.217029:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777275776/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760900.217039:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760900.217042:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760900.217046:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777275776:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760900.217053:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777275904:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760900.217110:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760900.217149:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff9c6f84ef6a00 x1876699777275904/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760900.217161:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777275904/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760900.217170:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760900.217173:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760900.217176:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777275904:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760900.217183:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777276032:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760900.217223:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760900.217235:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff9c6f84ef7800 x1876699777276032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760900.217245:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777276032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760900.217253:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760900.217255:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760900.217258:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777276032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760900.217293:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777276160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760900.217312:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760900.217322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff9c6f84ef5c00 x1876699777276160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760900.217332:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777276160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760900.217356:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760900.217360:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760900.217364:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777276160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760905.336538:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777276288:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789760905.336617:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760905.336663:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff9c6f84ef4e00 x1876699777276288/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760905.336688:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777276288/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760905.336736:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760905.336744:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760905.336751:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777276288:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760905.336778:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777276416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760905.336797:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760905.336806:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff9c6f84ef7100 x1876699777276416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760905.336815:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7100 x1876699777276416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760905.336820:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760905.336823:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760905.336825:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777276416:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760905.336828:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777276544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760905.336839:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760905.336844:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff9c6f84ef4700 x1876699777276544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760905.336852:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777276544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760905.336857:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760905.336859:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760905.336861:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777276544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760905.336865:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777276672:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760905.336876:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760905.336881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff9c6f84ef4a80 x1876699777276672/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760905.336889:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777276672/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760905.336894:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760905.336896:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760905.336898:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777276672:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760905.336901:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777276800:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760905.336910:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760905.336916:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff9c6f84ef4380 x1876699777276800/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760905.336923:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777276800/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760905.336928:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760905.336930:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760905.336932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777276800:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760905.336935:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777276928:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760905.336944:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760905.336950:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff9c6f84ef6680 x1876699777276928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760905.336958:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777276928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760905.336963:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760905.336965:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760905.336966:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777276928:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760905.336970:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777277056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760905.336979:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760905.336984:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff9c6f84ef6300 x1876699777277056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760905.336991:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777277056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760905.336996:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760905.336998:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760905.337000:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777277056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760910.456596:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777277184:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760910.456770:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777277312:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760910.456847:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777277440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760910.456903:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777277568:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760910.456948:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777277696:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760910.456991:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777277824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760910.457127:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777277952:192.168.203.138@tcp:38:kworker.0
00000400:00000100:2.0:1789760911.096561:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789760911.096609:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789760911.096628:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760911.096670:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760911.096681:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760911.096707:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760911.096720:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789760911.096733:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760911]  req@ffff9c6f91eb9500 x1876699777277312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789760911.096734:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789760911.096748:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789760911.096772:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777277312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760911.096793:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760911.096801:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760911.096806:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777277312:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760911.096820:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760911]  req@ffff9c6f91ebb480 x1876699777277440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760911.096835:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777277440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760911.096844:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760911.096849:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760911.096854:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777277440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760911.096862:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760911]  req@ffff9c6f91ebad80 x1876699777277568/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760911.096884:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777277568/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760911.096902:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760911.096906:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760911.096911:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777277568:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760911.096919:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760911]  req@ffff9c6f91ebb800 x1876699777277184/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760911.096935:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777277184/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760911.096945:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760911.096949:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760911.096953:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777277184:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760911.096989:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760911]  req@ffff9c6f91eb9880 x1876699777277952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760911.097022:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777277952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760911.097032:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760911.097037:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760911.097041:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777277952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760911.097048:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760911]  req@ffff9c6f91ebaa00 x1876699777277696/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760911.097062:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777277696/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760911.097073:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760911.097077:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760911.097086:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777277696:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760911.097094:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760911]  req@ffff9c6f91eb9f80 x1876699777277824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760911.097107:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777277824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760911.097116:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760911.097120:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760911.097123:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777277824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760920.696553:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777278976:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789760920.696631:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760920.696679:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920]  req@ffff9c6f84ef5500 x1876699777278976/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760920.696722:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777278976/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760920.696771:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760920.696784:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760920.696796:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777278976:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760920.696863:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777279104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760920.696890:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760920.696901:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920]  req@ffff9c6f84ef7480 x1876699777279104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760920.696911:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777279104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760920.696958:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760920.696962:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760920.696966:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777279104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760920.696974:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777279232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760920.696996:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760920.697008:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920]  req@ffff9c6f84ef6300 x1876699777279232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760920.697016:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777279232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760920.697021:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760920.697023:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760920.697026:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777279232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760920.697030:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777279360:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760920.697044:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760920.697050:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920]  req@ffff9c6f84ef6680 x1876699777279360/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760920.697063:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777279360/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760920.697068:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760920.697070:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760920.697072:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777279360:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760920.697075:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777279488:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760920.697086:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760920.697092:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920]  req@ffff9c6f84ef4380 x1876699777279488/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760920.697099:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777279488/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760920.697104:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760920.697106:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760920.697108:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777279488:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760920.697111:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777279616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760920.697121:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760920.697127:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920]  req@ffff9c6f84ef4a80 x1876699777279616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760920.697134:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777279616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760920.697144:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760920.697146:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760920.697148:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777279616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760920.697151:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777279744:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760920.697161:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760920.697166:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920]  req@ffff9c6f84ef4700 x1876699777279744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760920.697173:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777279744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760920.697177:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760920.697179:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760920.697181:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777279744:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789760925.816346:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760925.816354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760925.816358:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760925.816368:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 597
00000100:00080000:2.0:1789760925.816378:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760925.816385:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789760925.816430:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777279872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760925.816455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760925.816460:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760925.816462:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760925.816467:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 597
00000100:00080000:2.0:1789760925.816471:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760925.816475:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760925.816484:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760925.816499:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777280000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760925.816508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789760925.816511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777279872:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789760925.816512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760925.816516:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760925.816523:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 597
00000100:00080000:2.0:1789760925.816526:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760925.816528:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760925.816532:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760925.816542:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777280128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760925.816548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760925.816552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760925.816554:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760925.816559:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 597
00000100:00080000:2.0:1789760925.816563:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760925.816567:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760925.816573:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789760925.816579:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760925.816588:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777280256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760925.816600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760925.816603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789760925.816604:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760925.816608:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 597
00000100:00080000:2.0:1789760925.816612:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760925.816618:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789760925.816619:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925]  req@ffff9c6f851a0e00 x1876699777279872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789760925.816635:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760925.816648:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777279872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760925.816652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777280384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760925.816672:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760925.816672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760925.816679:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760925.816681:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789760925.816682:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760925.816700:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 597
00000100:00100000:1.0:1789760925.816703:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777279872:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789760925.816705:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760925.816713:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760925.816716:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760925.816724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777280512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760925.816732:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789760925.816733:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777280000:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789760925.816739:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760925.816742:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760925.816746:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 597
00000100:00080000:2.0:1789760925.816749:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760925.816762:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760925.816766:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789760925.816770:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760925.816778:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777280640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760925.816784:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925]  req@ffff9c6f851a3100 x1876699777280000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760925.816797:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777280000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760925.816805:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760925.816810:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760925.816814:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777280000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760925.816832:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777280128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760925.816853:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760925.816864:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925]  req@ffff9c6f851a0700 x1876699777280128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760925.816878:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777280128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760925.816903:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760925.816907:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760925.816911:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777280128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760925.816918:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777280256:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760925.816950:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760925.816963:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925]  req@ffff9c6f851a0a80 x1876699777280256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760925.816975:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777280256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760925.816983:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760925.816985:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760925.816987:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777280256:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760925.816991:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777280384:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760925.817008:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760925.817016:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925]  req@ffff9c6f851a3800 x1876699777280384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760925.817024:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777280384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760925.817029:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760925.817031:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760925.817033:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777280384:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760925.817044:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777280512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760925.817056:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760925.817061:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925]  req@ffff9c6f851a1880 x1876699777280512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760925.817068:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777280512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760925.817074:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760925.817076:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760925.817078:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777280512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760925.817081:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777280640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760925.817090:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760925.817096:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925]  req@ffff9c6f851a2a00 x1876699777280640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760925.817103:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777280640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760925.817108:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760925.817110:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760925.817111:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777280640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760930.936460:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777280768:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789760930.936530:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760930.936572:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930]  req@ffff9c6f91eb9500 x1876699777280768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760930.936600:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777280768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760930.936644:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760930.936655:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760930.936665:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777280768:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760930.936692:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777280896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760930.936718:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760930.936732:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930]  req@ffff9c6f91ebb480 x1876699777280896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760930.936742:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777280896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760930.936749:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760930.936752:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760930.936755:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777280896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760930.936760:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777281024:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760930.936772:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760930.936778:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930]  req@ffff9c6f91ebad80 x1876699777281024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760930.936786:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777281024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760930.936791:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760930.936793:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760930.936795:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777281024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760930.936798:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777281152:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760930.936813:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760930.936825:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930]  req@ffff9c6f91ebb800 x1876699777281152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760930.936838:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777281152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760930.936861:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760930.936865:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760930.936870:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777281152:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760930.936875:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777281280:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760930.936894:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760930.936906:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930]  req@ffff9c6f91eb9880 x1876699777281280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760930.936919:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777281280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760930.936928:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760930.936932:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760930.936935:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777281280:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760930.936951:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777281408:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760930.936967:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760930.936975:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930]  req@ffff9c6f91ebaa00 x1876699777281408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760930.936982:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777281408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760930.936988:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760930.936990:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760930.936993:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777281408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760930.936997:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777281536:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760930.937007:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760930.937013:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930]  req@ffff9c6f91eb9f80 x1876699777281536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760930.937019:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777281536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760930.937024:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760930.937026:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760930.937028:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777281536:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760936.056525:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777281664:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789760936.056599:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760936.056649:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff9c6f84ef7100 x1876699777281664/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760936.056676:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7100 x1876699777281664/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760936.056687:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760936.056693:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760936.056701:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777281664:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760936.056744:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777281792:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760936.056767:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760936.056780:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff9c6f84ef4e00 x1876699777281792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760936.056793:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777281792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760936.056799:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760936.056825:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760936.056829:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777281792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760936.056834:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777281920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760936.056849:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760936.056857:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff9c6f84ef5c00 x1876699777281920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760936.056865:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777281920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760936.056881:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760936.056884:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760936.056888:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777281920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760936.056894:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777282048:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760936.056914:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760936.056926:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff9c6f84ef7800 x1876699777282048/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760936.056937:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777282048/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760936.056954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760936.056956:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760936.056958:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777282048:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760936.056962:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777282176:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760936.056975:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760936.056982:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff9c6f84ef6a00 x1876699777282176/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760936.056989:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777282176/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760936.056994:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760936.056996:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760936.056998:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777282176:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760936.057001:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777282304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760936.057011:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760936.057016:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff9c6f84ef4000 x1876699777282304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760936.057023:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777282304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760936.057028:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760936.057030:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760936.057032:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777282304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760936.057045:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777282432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760936.057055:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760936.057061:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff9c6f84ef6d80 x1876699777282432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760936.057068:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777282432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760936.057073:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760936.057075:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760936.057077:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777282432:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789760941.176304:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760941.176317:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760941.176322:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760941.176335:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 612
00000100:00080000:1.0:1789760941.176348:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760941.176357:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789760941.176402:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777282560/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760941.176437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760941.176442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760941.176444:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760941.176449:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 612
00000100:00080000:1.0:1789760941.176452:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760941.176457:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789760941.176468:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760941.176481:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777282688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760941.176502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760941.176506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760941.176508:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760941.176514:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 612
00000100:00080000:1.0:1789760941.176517:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760941.176521:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789760941.176527:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760941.176546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777282816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760941.176557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760941.176561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760941.176565:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760941.176573:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 612
00000100:00080000:1.0:1789760941.176578:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760941.176584:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789760941.176591:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760941.176615:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777282944/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760941.176635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760941.176641:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789760941.176645:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760941.176656:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 612
00000100:00080000:1.0:1789760941.176661:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760941.176670:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789760941.176679:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760941.176694:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777283072/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760941.176714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760941.176719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760941.176722:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760941.176728:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 612
00000100:00080000:1.0:1789760941.176734:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760941.176740:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789760941.176746:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760941.176760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777283200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760941.176788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760941.176793:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760941.176798:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760941.176806:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 612
00000100:00080000:1.0:1789760941.176810:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760941.176817:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789760941.176827:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760941.176846:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777283328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760946.296373:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760946.296382:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760946.296386:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760946.296404:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 617
00000100:00080000:2.0:1789760946.296417:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760946.296424:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789760946.296461:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777283456/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760946.296498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760946.296502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760946.296505:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760946.296511:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 617
00000100:00080000:2.0:1789760946.296516:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760946.296570:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760946.296592:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760946.296610:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777283584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760946.296623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760946.296627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760946.296630:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760946.296639:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 617
00000100:00080000:2.0:1789760946.296649:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760946.296655:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760946.296675:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760946.296698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777283712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760946.296726:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760946.296731:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760946.296869:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760946.296878:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 617
00000100:00080000:2.0:1789760946.296896:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760946.296904:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760946.296910:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760946.296926:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777283840/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760946.296956:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760946.296960:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789760946.296965:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760946.296987:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 617
00000100:00080000:2.0:1789760946.296994:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760946.297000:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760946.297008:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760946.297022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777283968/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760946.297040:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760946.297044:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760946.297047:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760946.297052:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 617
00000100:00080000:2.0:1789760946.297057:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760946.297065:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760946.297076:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760946.297093:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777284096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760946.297116:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760946.297120:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760946.297123:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760946.297130:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 617
00000100:00080000:2.0:1789760946.297139:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760946.297145:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760946.297152:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760946.297169:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777284224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760951.416346:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760951.416357:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760951.416361:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760951.416373:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 623
00000100:00080000:2.0:1789760951.416386:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760951.416396:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789760951.416436:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777284352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760951.416467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760951.416471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760951.416473:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760951.416478:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 623
00000100:00080000:2.0:1789760951.416483:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760951.416488:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760951.416498:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760951.416512:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777284352:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789760951.416523:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777284480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760951.416538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760951.416543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760951.416546:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760951.416551:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 623
00000100:00080000:2.0:1789760951.416557:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760951.416562:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760951.416569:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760951.416586:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777284608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760951.416596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760951.416599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760951.416602:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760951.416605:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 623
00000100:00080000:2.0:1789760951.416610:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760951.416614:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760951.416619:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789760951.416623:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760951.416640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777284736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760951.416653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760951.416657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789760951.416659:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760951.416664:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 623
00000100:00080000:2.0:1789760951.416670:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760951.416676:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789760951.416684:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff9c6f851a3480 x1876699777284352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789760951.416688:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760951.416729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777284864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760951.416736:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777284352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760951.416758:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760951.416768:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760951.416769:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789760951.416784:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789760951.416786:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777284352:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789760951.416789:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760951.416800:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 623
00000100:00080000:2.0:1789760951.416805:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760951.416811:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760951.416818:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760951.416830:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777284480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789760951.416841:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777284992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760951.416861:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760951.416865:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760951.416868:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789760951.416878:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789760951.416884:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 623
00000100:00080000:2.0:1789760951.416892:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760951.416899:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789760951.416906:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff9c6f851a1500 x1876699777284480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789760951.416908:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760951.416937:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777285120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760951.416945:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777284480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760951.416970:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760951.416976:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760951.416981:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777284480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760951.416994:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777284608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760951.417020:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760951.417034:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff9c6f851a2d80 x1876699777284608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760951.417045:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777284608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760951.417054:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760951.417057:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760951.417061:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777284608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760951.417068:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777284736:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760951.417090:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760951.417102:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff9c6f851a0000 x1876699777284736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760951.417115:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777284736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760951.417123:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760951.417126:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760951.417131:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777284736:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760951.417137:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777284864:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760951.417160:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760951.417172:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff9c6f851a0380 x1876699777284864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760951.417185:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777284864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760951.417195:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760951.417199:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760951.417202:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777284864:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760951.417266:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777284992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760951.417292:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760951.417307:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff9c6f851a2300 x1876699777284992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760951.417319:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777284992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760951.417326:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760951.417329:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760951.417333:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777284992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760951.417339:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777285120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760951.417360:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760951.417373:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff9c6f851a2680 x1876699777285120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760951.417385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777285120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760951.417393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760951.417397:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760951.417401:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777285120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760956.536552:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777285248:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789760956.536619:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760956.536679:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956]  req@ffff9c6f91eb9f80 x1876699777285248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760956.536706:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777285248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760956.536719:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760956.536722:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760956.536725:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777285248:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760956.536730:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777285376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760956.536745:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760956.536754:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956]  req@ffff9c6f91ebaa00 x1876699777285376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760956.536762:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777285376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760956.536772:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760956.536774:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760956.536776:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777285376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760956.536780:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777285504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760956.536789:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760956.536795:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956]  req@ffff9c6f91eb9880 x1876699777285504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760956.536802:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777285504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760956.536806:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760956.536808:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760956.536810:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777285504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760956.536835:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777285632:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760956.536848:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760956.536855:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956]  req@ffff9c6f91ebb800 x1876699777285632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760956.536862:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777285632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760956.536867:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760956.536868:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760956.536871:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777285632:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760956.536875:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777285760:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760956.536884:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760956.536890:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956]  req@ffff9c6f91ebad80 x1876699777285760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760956.536896:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777285760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760956.536901:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760956.536914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760956.536916:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777285760:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760956.536919:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777285888:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760956.536928:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760956.536934:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956]  req@ffff9c6f91ebb480 x1876699777285888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760956.536941:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777285888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760956.536946:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760956.536948:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760956.536949:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777285888:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760956.536953:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777286016:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760956.536961:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760956.536967:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956]  req@ffff9c6f91eb9500 x1876699777286016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760956.536975:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777286016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760956.536979:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760956.536981:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760956.536983:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777286016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760961.656499:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777286144:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789760961.656569:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760961.656611:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961]  req@ffff9c6f91eb9500 x1876699777286144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760961.656640:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777286144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760961.656649:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760961.656652:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760961.656656:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777286144:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760961.656662:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777286272:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760961.656680:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760961.656692:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961]  req@ffff9c6f91ebb480 x1876699777286272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760961.656705:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777286272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760961.656721:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760961.656725:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760961.656729:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777286272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760961.656735:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777286400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760961.656753:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760961.656761:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961]  req@ffff9c6f91ebad80 x1876699777286400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760961.656769:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777286400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760961.656774:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760961.656776:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760961.656778:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777286400:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760961.656797:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777286528:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760961.656809:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760961.656814:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961]  req@ffff9c6f91ebb800 x1876699777286528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760961.656821:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777286528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760961.656826:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760961.656828:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760961.656830:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777286528:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760961.656834:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777286656:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760961.656844:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760961.656849:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961]  req@ffff9c6f91eb9880 x1876699777286656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760961.656856:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777286656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760961.656861:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760961.656862:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760961.656864:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777286656:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760961.656867:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777286784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760961.656876:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760961.656882:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961]  req@ffff9c6f91ebaa00 x1876699777286784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760961.656888:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777286784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760961.656894:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760961.656896:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760961.656897:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777286784:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760961.656900:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777286912:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760961.656910:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760961.656916:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961]  req@ffff9c6f91eb9f80 x1876699777286912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760961.656923:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777286912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760961.656928:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760961.656929:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760961.656931:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777286912:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789760966.776377:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760966.776390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760966.776395:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760966.776408:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 638
00000100:00080000:2.0:1789760966.776421:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760966.776430:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789760966.776476:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777287040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760966.776504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760966.776507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760966.776509:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760966.776512:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 638
00000100:00080000:2.0:1789760966.776514:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760966.776517:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760966.776527:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760966.776536:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777287168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760966.776543:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760966.776546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760966.776548:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760966.776550:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 638
00000100:00080000:2.0:1789760966.776552:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760966.776555:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760966.776558:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760966.776563:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777287296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760966.776570:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777287040:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789760966.776572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760966.776590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760966.776594:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760966.776601:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 638
00000100:00080000:2.0:1789760966.776605:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760966.776608:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760966.776612:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760966.776629:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777287424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760966.776640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760966.776642:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789760966.776644:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760966.776647:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 638
00000100:00080000:2.0:1789760966.776650:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760966.776653:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760966.776656:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760966.776663:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777287552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760966.776672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760966.776676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760966.776678:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760966.776681:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 638
00000100:00080000:2.0:1789760966.776686:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789760966.776691:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789760966.776695:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760966.776719:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760966.776733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777287680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760966.776750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760966.776753:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760966.776754:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760966.776758:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 638
00000100:00080000:2.0:1789760966.776761:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760966.776765:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760966.776785:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760966.776797:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966]  req@ffff9c6f851a1180 x1876699777287040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760966.776798:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777287808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760966.776840:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777287040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760966.776855:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760966.776861:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760966.776867:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777287040:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760966.776875:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777287168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760966.776900:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760966.776914:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966]  req@ffff9c6f851a3b80 x1876699777287168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760966.776928:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777287168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760966.776944:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760966.776948:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760966.776951:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777287168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760966.776991:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777287296:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760966.777028:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760966.777040:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966]  req@ffff9c6f851a1c00 x1876699777287296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760966.777051:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777287296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760966.777060:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760966.777064:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760966.777083:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777287296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760966.777089:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777287424:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760966.777108:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760966.777119:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966]  req@ffff9c6f851a1f80 x1876699777287424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760966.777131:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777287424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760966.777140:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760966.777144:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760966.777148:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777287424:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760966.777155:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777287552:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760966.777176:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760966.777188:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966]  req@ffff9c6f851a2a00 x1876699777287552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760966.777201:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777287552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760966.777210:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760966.777214:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760966.777217:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777287552:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760966.777222:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777287680:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760966.777237:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760966.777245:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966]  req@ffff9c6f851a1880 x1876699777287680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760966.777281:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777287680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760966.777287:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760966.777289:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760966.777291:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777287680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760966.777295:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777287808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760966.777309:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760966.777316:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966]  req@ffff9c6f851a3800 x1876699777287808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760966.777324:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777287808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760966.777330:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760966.777332:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760966.777334:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777287808:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760971.896532:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777287936:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789760971.896624:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760971.896670:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760971]  req@ffff9c6f91eb9f80 x1876699777287936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760971.896702:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777287936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760971.896720:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760971.896725:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760971.896733:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777287936:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760971.896776:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777288064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760971.896815:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760971.896835:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760971]  req@ffff9c6f91ebaa00 x1876699777288064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760971.896878:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777288064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760971.896920:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760971.896929:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760971.896938:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777288064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760971.896946:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777288192:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760971.896970:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760971.896979:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760971]  req@ffff9c6f91eb9880 x1876699777288192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760971.896995:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777288192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760971.897002:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760971.897005:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760971.897007:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777288192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760971.897011:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777288320:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760971.897025:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760971.897031:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760971]  req@ffff9c6f91ebb800 x1876699777288320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760971.897039:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777288320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760971.897044:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760971.897046:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760971.897049:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777288320:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760971.897053:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777288448:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760971.897063:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760971.897069:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760971]  req@ffff9c6f91ebad80 x1876699777288448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760971.897076:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777288448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760971.897082:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760971.897083:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760971.897085:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777288448:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760971.897098:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777288576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760971.897109:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760971.897115:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760971]  req@ffff9c6f91ebb480 x1876699777288576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760971.897122:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777288576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760971.897127:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760971.897129:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760971.897131:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777288576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760971.897135:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777288704:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760971.897145:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760971.897151:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760971]  req@ffff9c6f91eb9500 x1876699777288704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760971.897158:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777288704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760971.897163:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760971.897165:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760971.897167:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777288704:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789760977.016386:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760977.016393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760977.016397:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760977.016406:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 648
00000100:00080000:2.0:1789760977.016415:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760977.016421:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789760977.016467:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777288832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760977.016491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760977.016493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760977.016495:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760977.016497:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 648
00000100:00080000:2.0:1789760977.016500:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760977.016502:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760977.016523:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760977.016531:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777288960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760977.016538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760977.016540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760977.016542:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760977.016544:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 648
00000100:00080000:2.0:1789760977.016547:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760977.016551:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760977.016564:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760977.016570:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777289088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760977.016578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789760977.016582:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777288832:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789760977.016582:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760977.016585:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760977.016592:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 648
00000100:00080000:2.0:1789760977.016594:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760977.016597:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760977.016600:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760977.016608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777289216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760977.016614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760977.016616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789760977.016618:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760977.016621:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 648
00000100:00080000:2.0:1789760977.016623:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760977.016625:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760977.016628:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760977.016636:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777289344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760977.016641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760977.016644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760977.016645:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760977.016647:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 648
00000800:00000100:1.0:1789760977.016651:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789760977.016651:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760977.016657:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760977.016660:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760977.016668:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777289472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760977.016675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760977.016677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760977.016678:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760977.016680:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 648
00000100:00080000:2.0:1789760977.016683:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760977.016685:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789760977.016688:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760977.016698:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff9c6f851a0a80 x1876699777288832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760977.016699:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777289600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760977.016737:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777288832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760977.016747:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760977.016750:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760977.016753:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777288832:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760977.016758:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777288960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760977.016773:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760977.016781:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff9c6f851a0700 x1876699777288960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760977.016790:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777288960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760977.016800:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760977.016802:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760977.016804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777288960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760977.016824:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777289088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760977.016841:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760977.016847:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff9c6f851a3100 x1876699777289088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760977.016854:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777289088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760977.016860:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760977.016862:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760977.016863:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777289088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760977.016867:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777289216:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760977.016889:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760977.016895:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff9c6f851a0e00 x1876699777289216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760977.016903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777289216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760977.016908:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760977.016910:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760977.016912:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777289216:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760977.016916:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777289344:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760977.016926:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760977.016931:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff9c6f851a3800 x1876699777289344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760977.016938:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777289344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760977.016943:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760977.016945:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760977.016946:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777289344:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760977.016950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777289472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760977.016959:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760977.016965:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff9c6f851a1880 x1876699777289472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760977.016972:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777289472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760977.016977:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760977.016979:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760977.016980:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777289472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760977.016983:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777289600:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760977.016998:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760977.017009:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff9c6f851a2a00 x1876699777289600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760977.017022:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777289600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760977.017030:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760977.017033:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760977.017037:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777289600:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760982.136500:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777289728:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789760982.136572:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760982.136619:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff9c6f91eb9500 x1876699777289728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760982.136646:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777289728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760982.136672:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760982.136675:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760982.136679:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777289728:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760982.136687:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777289856:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760982.136705:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760982.136714:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff9c6f91ebb480 x1876699777289856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760982.136722:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777289856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760982.136732:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760982.136735:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760982.136737:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777289856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760982.136755:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777289984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760982.136766:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760982.136772:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff9c6f91ebad80 x1876699777289984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760982.136779:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777289984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760982.136785:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760982.136795:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760982.136797:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777289984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760982.136801:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777290112:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760982.136813:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760982.136819:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff9c6f91ebb800 x1876699777290112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760982.136827:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777290112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760982.136832:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760982.136834:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760982.136836:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777290112:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760982.136840:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777290240:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760982.136850:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760982.136855:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff9c6f91eb9880 x1876699777290240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760982.136862:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777290240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760982.136867:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760982.136869:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760982.136871:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777290240:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760982.136874:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777290368:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760982.136884:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760982.136890:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff9c6f91ebaa00 x1876699777290368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760982.136897:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777290368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760982.136902:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760982.136903:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760982.136905:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777290368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760982.136908:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777290496:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760982.136917:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760982.136924:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff9c6f91eb9f80 x1876699777290496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760982.136937:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777290496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760982.136942:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760982.136944:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760982.136946:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777290496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789760987.256662:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777290624:192.168.203.138@tcp:250:kworker.0
00000800:00000100:2.0:1789760987.256756:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760987.256823:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff9c6f91eb9f80 x1876699777290624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760987.256840:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777290624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760987.256849:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760987.256852:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760987.256856:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777290624:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789760987.256879:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777290752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789760987.256902:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760987.256919:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff9c6f91ebaa00 x1876699777290752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760987.256959:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777290752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760987.256968:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760987.256971:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760987.256974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777290752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789760987.256985:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777290880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789760987.257008:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789760987.257018:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff9c6f91eb9880 x1876699777290880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760987.257029:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777290880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760987.257036:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760987.257040:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789760987.257043:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777290880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760987.257386:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777291008:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760987.257486:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760987.257518:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff9c6f91ebb800 x1876699777291008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760987.257550:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777291008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760987.257593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760987.257607:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760987.257621:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777291008:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760987.257676:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777291136:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760987.257739:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760987.257755:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff9c6f91ebad80 x1876699777291136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760987.257765:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777291136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760987.257773:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760987.257777:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760987.257779:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777291136:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760987.257785:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777291264:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760987.257814:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760987.257821:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff9c6f91ebb480 x1876699777291264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760987.257830:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777291264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760987.257836:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760987.257839:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760987.257841:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777291264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760987.257853:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777291392:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760987.257881:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760987.257888:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff9c6f91eb9500 x1876699777291392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760987.257897:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777291392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760987.257903:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760987.257906:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760987.257909:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777291392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760992.376599:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777291520:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789760992.376667:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760992.376713:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff9c6f91eb9500 x1876699777291520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760992.376776:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777291520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760992.376820:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760992.376827:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760992.376838:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777291520:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760992.376859:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777291648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760992.376892:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760992.376906:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff9c6f91ebb480 x1876699777291648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760992.376936:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777291648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760992.376944:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760992.376946:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760992.376950:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777291648:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760992.376974:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777291776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760992.377017:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760992.377037:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff9c6f91ebad80 x1876699777291776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760992.377058:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777291776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760992.377091:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760992.377104:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760992.377109:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777291776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760992.377126:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777291904:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760992.377162:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760992.377175:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff9c6f91ebb800 x1876699777291904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760992.377184:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777291904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760992.377191:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760992.377193:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760992.377212:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777291904:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760992.377218:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777292032:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760992.377234:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760992.377242:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff9c6f91eb9880 x1876699777292032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760992.377306:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777292032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760992.377317:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760992.377321:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760992.377325:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777292032:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760992.377350:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777292160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760992.377430:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760992.377447:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff9c6f91ebaa00 x1876699777292160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760992.377475:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777292160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760992.377482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760992.377484:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760992.377487:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777292160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760992.377491:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777292288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760992.377507:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760992.377514:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff9c6f91eb9f80 x1876699777292288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760992.377523:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777292288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760992.377528:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760992.377530:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760992.377533:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777292288:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789760995.576423:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760997.496504:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777292416:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789760997.496566:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760997.496604:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff9c6f84ef5880 x1876699777292416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760997.496622:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777292416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760997.496642:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760997.496647:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760997.496653:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777292416:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789760997.496677:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777292544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760997.496709:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760997.496723:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff9c6f84ef5f80 x1876699777292544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760997.496746:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777292544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760997.496760:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760997.496767:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760997.496770:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777292544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760997.496775:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777292672:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760997.496795:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760997.496807:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff9c6f84ef6d80 x1876699777292672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760997.496824:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777292672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760997.496838:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760997.496846:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760997.496856:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777292672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760997.496866:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777292800:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760997.496889:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760997.496901:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff9c6f84ef4000 x1876699777292800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760997.496917:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777292800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760997.496923:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760997.496925:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760997.496927:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777292800:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760997.496941:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777292928:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789760997.496970:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760997.496982:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff9c6f84ef6a00 x1876699777292928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760997.497000:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777292928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760997.497006:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760997.497008:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760997.497010:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777292928:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789760997.497014:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777293056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760997.497028:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760997.497035:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff9c6f84ef7800 x1876699777293056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760997.497043:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777293056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760997.497048:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760997.497050:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760997.497052:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777293056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789760997.497055:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777293184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789760997.497064:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789760997.497070:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff9c6f84ef5c00 x1876699777293184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760997.497076:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777293184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760997.497085:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760997.497087:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789760997.497089:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777293184:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789760998.648410:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761001.720360:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789761002.616526:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777293312:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789761002.616613:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761002.616665:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002]  req@ffff9c6f91eb9f80 x1876699777293312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761002.616701:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777293312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761002.616723:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761002.616728:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761002.616736:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777293312:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761002.616769:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777293440:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761002.616791:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761002.616810:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002]  req@ffff9c6f91ebaa00 x1876699777293440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761002.616819:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777293440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761002.616825:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761002.616828:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761002.616830:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777293440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761002.616834:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777293568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761002.616847:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761002.616854:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002]  req@ffff9c6f91eb9880 x1876699777293568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761002.616862:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777293568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761002.616866:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761002.616868:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761002.616870:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777293568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761002.616873:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777293696:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761002.616884:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761002.616890:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002]  req@ffff9c6f91ebb800 x1876699777293696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761002.616897:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777293696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761002.616903:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761002.616905:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761002.616907:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777293696:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761002.616910:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777293824:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761002.616920:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761002.616926:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002]  req@ffff9c6f91ebad80 x1876699777293824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761002.616933:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777293824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761002.616938:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761002.616940:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761002.616942:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777293824:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761002.616945:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777293952:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761002.616955:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761002.616961:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002]  req@ffff9c6f91ebb480 x1876699777293952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761002.616967:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777293952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761002.616972:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761002.616973:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761002.616975:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777293952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761002.616978:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777294080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761002.616988:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761002.616994:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002]  req@ffff9c6f91eb9500 x1876699777294080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761002.617007:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777294080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761002.617012:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761002.617013:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761002.617015:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777294080:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761004.792525:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789761007.736501:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777294208:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789761007.736564:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761007.736608:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761007]  req@ffff9c6f84ef4e00 x1876699777294208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761007.736647:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777294208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761007.736663:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761007.736670:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761007.736676:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777294208:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761007.736699:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777294336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761007.736725:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761007.736740:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761007]  req@ffff9c6f84ef7100 x1876699777294336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761007.736749:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7100 x1876699777294336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761007.736760:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761007.736762:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761007.736765:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777294336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761007.736768:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777294464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761007.736778:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761007.736784:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761007]  req@ffff9c6f84ef4700 x1876699777294464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761007.736791:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777294464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761007.736796:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761007.736798:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761007.736800:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777294464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761007.736804:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777294592:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761007.736814:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761007.736819:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761007]  req@ffff9c6f84ef4a80 x1876699777294592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761007.736827:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777294592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761007.736831:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761007.736833:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761007.736836:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777294592:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761007.736839:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777294720:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761007.736849:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761007.736854:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761007]  req@ffff9c6f84ef4380 x1876699777294720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761007.736861:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777294720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761007.736866:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761007.736867:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761007.736869:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777294720:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761007.736872:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777294848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761007.736881:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761007.736887:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761007]  req@ffff9c6f84ef6680 x1876699777294848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761007.736894:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777294848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761007.736898:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761007.736900:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761007.736902:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777294848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761007.736913:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777294976:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761007.736923:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761007.736930:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761007]  req@ffff9c6f84ef6300 x1876699777294976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761007.736937:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777294976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761007.736942:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761007.736943:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761007.736945:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777294976:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761007.864431:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761010.936384:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789761012.856573:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777295104:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761012.856730:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777295232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761012.856767:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777295360:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761012.856784:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777295488:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761012.856799:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777295616:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761012.856812:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777295744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761012.856829:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777295872:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761014.008373:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789761015.928719:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761015]  req@ffff9c6f84ef5500 x1876699777295232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761015.928763:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777295232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761015.928795:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761015.928802:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761015.928808:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777295232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761015.928820:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761015]  req@ffff9c6f84ef6300 x1876699777295360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761015.928837:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777295360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761015.928847:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761015.928852:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761015.928856:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777295360:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761015.928864:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761015]  req@ffff9c6f84ef6680 x1876699777295488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761015.928879:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777295488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761015.928888:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761015.928892:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761015.928897:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777295488:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761015.928907:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761015]  req@ffff9c6f84ef4380 x1876699777295616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761015.928922:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777295616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761015.928931:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761015.928935:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761015.928939:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777295616:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761015.928947:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761015]  req@ffff9c6f84ef4a80 x1876699777295744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761015.928959:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777295744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761015.928967:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761015.928971:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761015.928974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777295744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761015.928981:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761015]  req@ffff9c6f84ef7480 x1876699777295104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761015.928995:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777295104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761015.929003:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761015.929007:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761015.929011:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777295104:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761015.929046:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761015]  req@ffff9c6f84ef4700 x1876699777295872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761015.929058:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777295872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761015.929068:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761015.929072:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761015.929076:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777295872:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761017.080412:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789761017.976559:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777296000:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789761017.976668:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761017.976766:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017]  req@ffff9c6f91eb9500 x1876699777296000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761017.976805:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777296000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761017.976854:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761017.976862:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761017.976868:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777296000:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761017.976902:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777296128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761017.976946:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761017.976962:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017]  req@ffff9c6f91ebb480 x1876699777296128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761017.976977:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777296128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761017.976986:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761017.976990:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761017.977002:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777296128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761017.977009:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777296256:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761017.977034:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761017.977048:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017]  req@ffff9c6f91ebad80 x1876699777296256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761017.977061:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777296256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761017.977070:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761017.977074:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761017.977077:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777296256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761017.977085:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777296384:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761017.977108:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761017.977121:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017]  req@ffff9c6f91ebb800 x1876699777296384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761017.977134:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777296384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761017.977149:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761017.977153:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761017.977157:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777296384:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761017.977164:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777296512:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761017.977187:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761017.977213:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017]  req@ffff9c6f91eb9880 x1876699777296512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761017.977260:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777296512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761017.977270:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761017.977274:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761017.977278:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777296512:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761017.977285:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777296640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761017.977310:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761017.977324:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017]  req@ffff9c6f91ebaa00 x1876699777296640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761017.977336:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777296640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761017.977345:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761017.977349:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761017.977352:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777296640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761017.977358:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777296768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761017.977381:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761017.977393:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017]  req@ffff9c6f91eb9f80 x1876699777296768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761017.977405:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777296768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761017.977415:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761017.977419:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761017.977424:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777296768:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761020.152349:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761023.224412:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761026.296385:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761029.368348:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761032.440413:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761035.512357:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761038.456328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761038.456339:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761038.456344:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761038.456355:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 710
00000100:00080000:2.0:1789761038.456368:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761038.456376:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761038.456416:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777299584/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761038.456443:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761038.456448:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761038.456450:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761038.456456:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 710
00000100:00080000:2.0:1789761038.456460:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761038.456465:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761038.456476:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761038.456495:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777299712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761038.456508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761038.456512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761038.456515:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761038.456519:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 710
00000100:00080000:2.0:1789761038.456524:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761038.456528:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761038.456538:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761038.456555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777299840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761038.456567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761038.456573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761038.456578:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761038.456589:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 710
00000100:00080000:2.0:1789761038.456595:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761038.456603:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761038.456613:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761038.456634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777299968/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761038.456651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761038.456655:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761038.456661:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761038.456667:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 710
00000100:00080000:2.0:1789761038.456673:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761038.456680:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761038.456689:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761038.456706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777300096/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761038.456725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761038.456731:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761038.456735:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761038.456749:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 710
00000100:00080000:2.0:1789761038.456763:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761038.456772:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761038.456779:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761038.456797:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777300224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761038.456833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761038.456841:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761038.456847:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761038.456857:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 710
00000100:00080000:2.0:1789761038.456864:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761038.456872:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761038.456879:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761038.456900:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777300352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761038.584397:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761041.656410:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761042.680383:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789761043.576543:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777300480:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789761043.576617:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761043.576660:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043]  req@ffff9c6f84ef7100 x1876699777300480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761043.576698:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7100 x1876699777300480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761043.576715:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761043.576722:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761043.576728:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777300480:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761043.576753:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777300608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761043.576773:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761043.576789:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043]  req@ffff9c6f84ef4e00 x1876699777300608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761043.576808:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777300608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761043.576820:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761043.576827:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761043.576831:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777300608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761043.576839:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777300736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761043.576855:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761043.576866:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043]  req@ffff9c6f84ef5c00 x1876699777300736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761043.576888:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777300736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761043.576898:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761043.576905:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761043.576909:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777300736:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761043.576916:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777300864:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761043.576935:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761043.576946:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043]  req@ffff9c6f84ef7800 x1876699777300864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761043.576955:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777300864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761043.576963:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761043.576966:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761043.576968:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777300864:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761043.576978:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777300992:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761043.576988:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761043.576994:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043]  req@ffff9c6f84ef6a00 x1876699777300992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761043.577001:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777300992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761043.577022:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761043.577025:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761043.577028:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777300992:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761043.577032:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777301120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761043.577047:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761043.577055:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043]  req@ffff9c6f84ef4000 x1876699777301120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761043.577063:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777301120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761043.577068:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761043.577070:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761043.577073:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777301120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761043.577077:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777301248:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761043.577087:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761043.577093:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043]  req@ffff9c6f84ef6d80 x1876699777301248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761043.577100:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777301248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761043.577119:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761043.577123:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761043.577127:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777301248:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761044.728375:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761045.752467:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761047.800439:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761048.696434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761048.696460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761048.696465:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761048.696477:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 720
00000100:00080000:1.0:1789761048.696491:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761048.696499:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761048.696545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777301376/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761048.696590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761048.696593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761048.696595:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761048.696599:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 720
00000100:00080000:1.0:1789761048.696603:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761048.696607:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761048.696617:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761048.696629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777301504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761048.696638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761048.696640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761048.696641:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761048.696644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 720
00000100:00080000:1.0:1789761048.696646:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761048.696648:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761048.696651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761048.696659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777301632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761048.696665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761048.696667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761048.696668:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761048.696671:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 720
00000100:00080000:1.0:1789761048.696688:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761048.696692:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761048.696697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761048.696713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777301760/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761048.696725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761048.696729:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761048.696731:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761048.696736:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 720
00000100:00080000:1.0:1789761048.696741:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761048.696745:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761048.696751:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761048.696768:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777301888/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761048.696783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761048.696787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761048.696791:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761048.696799:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 720
00000100:00080000:1.0:1789761048.696809:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761048.696816:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761048.696824:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761048.696838:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777302016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761048.696846:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761048.696848:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761048.696850:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761048.696854:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 720
00000100:00080000:1.0:1789761048.696859:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761048.696865:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761048.696870:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761048.696879:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777302144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761048.824364:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761050.872367:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761051.896345:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761053.816343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761053.816353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761053.816357:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761053.816365:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 725
00000100:00080000:1.0:1789761053.816375:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761053.816382:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761053.816434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777302272/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761053.816456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761053.816458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761053.816460:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761053.816462:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 725
00000100:00080000:1.0:1789761053.816465:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761053.816467:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761053.816475:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761053.816488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777302400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761053.816496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761053.816501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761053.816503:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761053.816511:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 725
00000100:00080000:1.0:1789761053.816514:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761053.816516:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761053.816520:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761053.816529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777302528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761053.816561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761053.816567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761053.816571:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761053.816575:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 725
00000100:00080000:1.0:1789761053.816578:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761053.816581:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761053.816586:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761053.816597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777302656/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761053.816604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761053.816607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761053.816611:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761053.816619:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 725
00000100:00080000:1.0:1789761053.816625:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761053.816629:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761053.816633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761053.816644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777302784/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761053.816661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761053.816666:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761053.816669:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761053.816674:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 725
00000100:00080000:1.0:1789761053.816677:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761053.816680:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761053.816682:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761053.816689:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777302912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761053.816699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761053.816703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761053.816704:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761053.816708:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 725
00000100:00080000:1.0:1789761053.816710:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761053.816712:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761053.816715:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761053.816726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777303040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761053.944408:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761054.968403:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761057.016387:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761058.040394:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761058.936333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761058.936343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761058.936349:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761058.936360:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 730
00000100:00080000:2.0:1789761058.936371:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761058.936380:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761058.936429:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777303168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761058.936462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761058.936467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761058.936470:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761058.936476:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 730
00000100:00080000:2.0:1789761058.936481:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761058.936487:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761058.936500:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761058.936512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777303296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761058.936520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761058.936522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761058.936524:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761058.936527:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 730
00000100:00080000:2.0:1789761058.936530:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761058.936533:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761058.936538:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761058.936546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777303424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761058.936554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761058.936557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761058.936558:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761058.936561:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 730
00000100:00080000:2.0:1789761058.936563:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761058.936566:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761058.936570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761058.936575:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777303168:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761058.936581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777303552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761058.936590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761058.936591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761058.936592:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761058.936595:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 730
00000100:00080000:2.0:1789761058.936596:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761058.936599:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761058.936602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761058.936612:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777303680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761058.936622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761058.936625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761058.936628:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761058.936632:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 730
00000100:00080000:2.0:1789761058.936637:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761058.936641:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761058.936647:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761058.936661:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777303808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761058.936665:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761058.936674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761058.936677:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761058.936679:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761058.936685:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 730
00000100:00080000:2.0:1789761058.936690:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761058.936695:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761058.936701:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761058.936710:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058]  req@ffff9c6f851a0000 x1876699777303168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761058.936717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777303936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761058.936729:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777303168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761058.936740:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761058.936744:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761058.936748:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777303168:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761058.936754:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777303296:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761058.936772:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761058.936781:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058]  req@ffff9c6f851a2d80 x1876699777303296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761058.936790:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777303296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761058.936795:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761058.936797:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761058.936799:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777303296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761058.936804:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777303424:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761058.936814:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761058.936821:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058]  req@ffff9c6f851a1500 x1876699777303424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761058.936836:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777303424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761058.936842:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761058.936845:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761058.936847:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777303424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761058.936873:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777303552:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761058.936887:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761058.936975:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058]  req@ffff9c6f851a3480 x1876699777303552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761058.936985:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777303552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761058.936992:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761058.936996:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761058.936999:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777303552:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761058.937005:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777303680:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761058.937021:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761058.937029:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058]  req@ffff9c6f851a0380 x1876699777303680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761058.937040:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777303680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761058.937047:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761058.937049:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761058.937052:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777303680:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761058.937057:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777303808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761058.937073:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761058.937093:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058]  req@ffff9c6f851a2300 x1876699777303808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761058.937106:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777303808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761058.937111:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761058.937114:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761058.937116:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777303808:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761058.937120:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777303936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761058.937133:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761058.937140:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058]  req@ffff9c6f851a2680 x1876699777303936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761058.937147:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777303936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761058.937157:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761058.937159:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761058.937161:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777303936:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761060.088423:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761061.112375:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761063.160407:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761064.056347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761064.056358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761064.056362:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761064.056374:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 735
00000100:00080000:1.0:1789761064.056385:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761064.056392:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761064.056434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777304064/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761064.056459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761064.056462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761064.056464:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761064.056467:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 735
00000100:00080000:1.0:1789761064.056469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761064.056471:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761064.056480:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761064.056490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777304192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761064.056504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761064.056508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761064.056511:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761064.056520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 735
00000100:00080000:1.0:1789761064.056523:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761064.056525:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761064.056528:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761064.056539:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777304320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761064.056546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761064.056549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761064.056550:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761064.056552:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 735
00000100:00080000:1.0:1789761064.056571:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761064.056574:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761064.056577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761064.056584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777304448/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761064.056590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761064.056593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761064.056594:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761064.056600:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 735
00000100:00080000:1.0:1789761064.056605:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761064.056609:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761064.056612:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761064.056620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777304576/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761064.056627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761064.056630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761064.056631:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761064.056633:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 735
00000100:00080000:1.0:1789761064.056636:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761064.056639:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761064.056642:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761064.056650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777304704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761064.056658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761064.056666:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761064.056670:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761064.056678:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 735
00000100:00080000:1.0:1789761064.056682:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761064.056684:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761064.056688:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761064.056699:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777304832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761064.184377:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761066.232376:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761067.256389:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761069.176315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761069.176323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761069.176326:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761069.176334:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 740
00000100:00080000:1.0:1789761069.176345:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761069.176351:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761069.176385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777304960/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761069.176410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761069.176414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761069.176416:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761069.176420:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 740
00000100:00080000:1.0:1789761069.176424:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761069.176428:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761069.176437:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761069.176454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777305088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761069.176464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761069.176468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761069.176470:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761069.176479:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 740
00000100:00080000:1.0:1789761069.176482:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761069.176484:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761069.176488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761069.176497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777305216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761069.176504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761069.176506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761069.176507:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761069.176510:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 740
00000100:00080000:1.0:1789761069.176524:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761069.176529:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761069.176533:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761069.176550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777305344/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761069.176561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761069.176565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761069.176567:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761069.176574:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 740
00000100:00080000:1.0:1789761069.176582:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761069.176589:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761069.176596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761069.176616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777305472/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761069.176633:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761069.176636:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761069.176637:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761069.176641:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 740
00000100:00080000:1.0:1789761069.176643:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761069.176647:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761069.176651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761069.176661:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777305600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761069.176668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761069.176671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761069.176673:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761069.176675:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 740
00000100:00080000:1.0:1789761069.176679:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761069.176681:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761069.176686:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761069.176698:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777305728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761069.304385:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761070.328394:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761072.376402:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761073.400401:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761074.296355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761074.296365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761074.296369:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761074.296380:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 745
00000100:00080000:1.0:1789761074.296392:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761074.296399:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761074.296450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777305856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761074.296483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761074.296487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761074.296488:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761074.296491:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 745
00000100:00080000:1.0:1789761074.296495:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761074.296499:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761074.296510:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761074.296523:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777305984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761074.296537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761074.296549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761074.296557:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761074.296562:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 745
00000100:00080000:1.0:1789761074.296564:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761074.296567:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761074.296571:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761074.296585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777306112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761074.296598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761074.296601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761074.296604:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761074.296610:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 745
00000100:00080000:1.0:1789761074.296615:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761074.296627:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761074.296635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761074.296649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777306240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761074.296657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761074.296665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761074.296672:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761074.296682:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 745
00000100:00080000:1.0:1789761074.296692:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761074.296702:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761074.296707:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777305856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761074.296708:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761074.296731:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761074.296731:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777306368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761074.296749:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789761074.296765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761074.296766:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777305856:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761074.296794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761074.296798:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761074.296803:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 745
00000100:00080000:1.0:1789761074.296808:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761074.296812:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761074.296818:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761074.296820:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777305984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761074.296838:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777306496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761074.296850:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761074.296852:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:0.0:1789761074.296859:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761074.296860:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761074.296871:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 745
00000100:00080000:1.0:1789761074.296877:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761074.296881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff9c6f9118ca80 x1876699777305984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761074.296882:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761074.296893:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761074.296906:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777305984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761074.296908:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777306624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761074.296949:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761074.296955:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761074.296961:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777305984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761074.296967:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777306112:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761074.296982:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761074.296989:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff9c6f9118c700 x1876699777306112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761074.296997:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777306112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761074.297002:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761074.297004:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761074.297006:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777306112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761074.297010:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777306240:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761074.297021:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761074.297027:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff9c6f9118e680 x1876699777306240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761074.297034:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777306240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761074.297040:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761074.297042:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761074.297043:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777306240:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761074.297047:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777306368:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761074.297057:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761074.297062:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff9c6f9118ce00 x1876699777306368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761074.297072:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777306368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761074.297080:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761074.297083:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761074.297087:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777306368:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761074.297108:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777306496:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761074.297129:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761074.297139:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff9c6f9118d500 x1876699777306496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761074.297147:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777306496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761074.297153:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761074.297155:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761074.297157:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777306496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761074.297160:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777306624:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761074.297180:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761074.297187:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff9c6f9118f100 x1876699777306624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761074.297195:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777306624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761074.297200:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761074.297202:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761074.297204:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777306624:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761074.424398:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761075.448395:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761076.472347:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761077.496411:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761078.520350:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761079.416466:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777306752:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761079.416571:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777306880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761079.416602:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777307008:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761079.416624:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777307136:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761079.416658:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777307264:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761079.416681:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777307392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761079.416696:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777307520:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761079.544417:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761080.568460:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761081.592413:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761082.488873:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761082]  req@ffff9c6f91ebaa00 x1876699777307392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761082.488904:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777307392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761082.488918:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761082.488924:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761082.488929:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777307392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761082.488939:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761082]  req@ffff9c6f91eb9f80 x1876699777307520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761082.488952:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777307520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761082.488961:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761082.488965:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761082.488969:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777307520:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761082.488977:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761082]  req@ffff9c6f91ebb480 x1876699777306880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761082.488996:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777306880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761082.489004:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761082.489008:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761082.489011:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777306880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761082.489019:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761082]  req@ffff9c6f91ebad80 x1876699777307008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761082.489031:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777307008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761082.489039:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761082.489043:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761082.489046:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777307008:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761082.489053:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761082]  req@ffff9c6f91ebb800 x1876699777307136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761082.489066:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777307136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761082.489074:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761082.489078:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761082.489095:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777307136:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761082.489104:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761082]  req@ffff9c6f91eb9880 x1876699777307264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761082.489117:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777307264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761082.489125:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761082.489129:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761082.489132:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777307264:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761082.489139:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761082]  req@ffff9c6f91eb9500 x1876699777306752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761082.489151:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777306752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761082.489159:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761082.489162:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761082.489165:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777306752:192.168.203.138@tcp:250:kworker.0
00010000:00010000:1.0:1789761082.616370:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761083.640438:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761084.536541:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777307648:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789761084.536643:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761084.536718:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084]  req@ffff9c6f91eb9500 x1876699777307648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761084.536762:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777307648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761084.536783:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761084.536797:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761084.536819:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777307648:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761084.536864:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777307776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761084.536920:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761084.536957:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084]  req@ffff9c6f91eb9880 x1876699777307776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761084.537017:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777307776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761084.537028:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761084.537034:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761084.537038:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777307776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761084.537047:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777307904:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761084.537092:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761084.537111:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084]  req@ffff9c6f91ebb800 x1876699777307904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761084.537124:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777307904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761084.537131:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761084.537135:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761084.537139:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777307904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761084.537145:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777308032:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761084.537168:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761084.537181:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084]  req@ffff9c6f91ebad80 x1876699777308032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761084.537194:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777308032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761084.537203:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761084.537206:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761084.537209:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777308032:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761084.537216:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777308160:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761084.537270:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761084.537281:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084]  req@ffff9c6f91ebb480 x1876699777308160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761084.537292:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777308160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761084.537300:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761084.537303:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761084.537307:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777308160:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761084.537329:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777308288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761084.537353:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761084.537366:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084]  req@ffff9c6f91eb9f80 x1876699777308288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761084.537380:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777308288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761084.537389:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761084.537392:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761084.537396:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777308288:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761084.537402:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777308416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761084.537419:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761084.537429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084]  req@ffff9c6f91ebaa00 x1876699777308416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761084.537438:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777308416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761084.537448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761084.537452:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761084.537458:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777308416:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761084.664408:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761085.688421:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761086.712430:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761087.736371:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761088.760413:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761089.656350:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761089.656358:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761089.656362:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761089.656371:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 761
00000100:00080000:2.0:1789761089.656382:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761089.656390:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761089.656439:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777308544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761089.656475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761089.656479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761089.656481:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761089.656486:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 761
00000100:00080000:2.0:1789761089.656490:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761089.656495:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761089.656503:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761089.656515:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777308544:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761089.656518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777308672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761089.656528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761089.656531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761089.656533:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761089.656536:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 761
00000100:00080000:2.0:1789761089.656539:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761089.656541:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761089.656544:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761089.656554:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777308800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761089.656561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761089.656564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761089.656565:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761089.656567:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 761
00000100:00080000:2.0:1789761089.656570:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761089.656573:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761089.656576:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761089.656581:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761089.656590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777308928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761089.656596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761089.656598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761089.656600:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761089.656603:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 761
00000100:00080000:2.0:1789761089.656606:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761089.656608:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761089.656612:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761089.656620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777309056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761089.656621:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089]  req@ffff9c6f851a1180 x1876699777308544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761089.656641:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777308544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761089.656645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761089.656652:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761089.656653:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761089.656654:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761089.656658:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 761
00000100:00080000:0.0:1789761089.656671:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761089.656679:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777308544:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761089.656679:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761089.656688:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761089.656693:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761089.656702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777309184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761089.656713:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777308672:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789761089.656717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761089.656721:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761089.656722:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761089.656726:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 761
00000100:00080000:2.0:1789761089.656729:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761089.656731:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761089.656735:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761089.656746:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777309312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761089.656748:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761089.656769:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089]  req@ffff9c6f851a3b80 x1876699777308672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761089.656780:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777308672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761089.656786:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761089.656789:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761089.656791:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777308672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761089.656795:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777308800:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761089.656810:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761089.656817:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089]  req@ffff9c6f851a1c00 x1876699777308800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761089.656825:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777308800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761089.656830:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761089.656832:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761089.656834:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777308800:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761089.656837:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777308928:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761089.656848:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761089.656854:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089]  req@ffff9c6f851a1f80 x1876699777308928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761089.656861:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777308928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761089.656867:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761089.656868:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761089.656870:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777308928:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761089.656873:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777309056:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761089.656883:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761089.656895:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089]  req@ffff9c6f851a2a00 x1876699777309056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761089.656903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777309056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761089.656908:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761089.656910:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761089.656912:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777309056:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761089.656925:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777309184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761089.656936:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761089.656942:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089]  req@ffff9c6f851a1880 x1876699777309184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761089.656949:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777309184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761089.656954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761089.656956:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761089.656958:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777309184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761089.656961:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777309312:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761089.656975:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761089.656994:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089]  req@ffff9c6f851a3800 x1876699777309312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761089.657007:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777309312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761089.657015:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761089.657019:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761089.657022:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777309312:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761089.784356:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761090.808406:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761091.832350:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761092.856416:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761093.880353:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761094.776386:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761094.776393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761094.776398:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761094.776409:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 766
00000100:00080000:0.0:1789761094.776421:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761094.776429:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761094.776479:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777309440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761094.776509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761094.776515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761094.776517:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761094.776523:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 766
00000100:00080000:0.0:1789761094.776528:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761094.776534:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761094.776545:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777309440:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789761094.776547:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761094.776567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777309568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761094.776578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761094.776581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761094.776583:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761094.776588:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 766
00000100:00080000:0.0:1789761094.776592:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761094.776596:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761094.776601:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761094.776611:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777309696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761094.776618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761094.776621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761094.776635:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761094.776640:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 766
00000800:00000100:2.0:1789761094.776644:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761094.776645:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761094.776652:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761094.776657:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761094.776668:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777309824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761094.776675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761094.776678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761094.776679:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761094.776683:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 766
00000100:00080000:0.0:1789761094.776685:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761094.776688:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761094.776691:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761094.776699:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777309952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761094.776705:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094]  req@ffff9c6f84ef5f80 x1876699777309440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761094.776707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761094.776712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761094.776715:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761094.776721:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 766
00000100:00080000:0.0:1789761094.776725:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761094.776729:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761094.776733:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761094.776743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777310080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761094.776743:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777309440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761094.776752:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761094.776756:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761094.776760:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761094.776767:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 766
00000100:00080000:0.0:1789761094.776772:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761094.776774:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761094.776775:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761094.776783:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761094.776784:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761094.776790:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777309440:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761094.776794:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777310208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761094.776818:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777309568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761094.776848:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761094.776859:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094]  req@ffff9c6f84ef5880 x1876699777309568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761094.776870:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777309568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761094.776877:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761094.776880:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761094.776882:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777309568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761094.776886:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777309696:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761094.776901:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761094.776909:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094]  req@ffff9c6f84ef6d80 x1876699777309696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761094.776919:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777309696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761094.776928:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761094.776932:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761094.776936:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777309696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761094.776943:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777309824:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761094.776971:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761094.776984:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094]  req@ffff9c6f84ef4000 x1876699777309824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761094.776993:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777309824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761094.777004:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761094.777008:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761094.777010:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777309824:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761094.777016:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777309952:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761094.777032:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761094.777042:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094]  req@ffff9c6f84ef6a00 x1876699777309952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761094.777054:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777309952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761094.777061:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761094.777065:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761094.777068:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777309952:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761094.777075:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777310080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761094.777088:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761094.777095:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094]  req@ffff9c6f84ef7800 x1876699777310080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761094.777102:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777310080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761094.777107:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761094.777109:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761094.777112:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777310080:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761094.777116:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777310208:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761094.777126:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761094.777131:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094]  req@ffff9c6f84ef5c00 x1876699777310208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761094.777138:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777310208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761094.777143:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761094.777145:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761094.777147:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777310208:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761094.904398:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761095.928366:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761096.952363:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761097.976362:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761099.000388:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761099.896330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761099.896339:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761099.896342:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761099.896351:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 771
00000100:00080000:2.0:1789761099.896360:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761099.896366:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761099.896397:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777310336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761099.896419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761099.896422:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761099.896423:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761099.896426:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 771
00000100:00080000:2.0:1789761099.896429:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761099.896433:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761099.896441:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761099.896454:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777310336:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761099.896454:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777310464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761099.896468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761099.896471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761099.896472:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761099.896475:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 771
00000100:00080000:2.0:1789761099.896478:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761099.896480:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761099.896483:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761099.896492:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777310592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761099.896498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761099.896501:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761099.896502:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761099.896505:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 771
00000100:00080000:2.0:1789761099.896507:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761099.896509:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761099.896512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761099.896517:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761099.896522:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777310720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761099.896530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761099.896533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761099.896534:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761099.896537:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 771
00000100:00080000:2.0:1789761099.896540:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761099.896542:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761099.896545:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761099.896554:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777310848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761099.896559:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099]  req@ffff9c6f851a0e00 x1876699777310336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761099.896564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761099.896572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761099.896575:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761099.896581:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 771
00000100:00080000:2.0:1789761099.896597:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761099.896601:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777310336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761099.896604:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761099.896612:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761099.896618:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761099.896625:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761099.896626:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777310976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761099.896630:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777310336:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761099.896645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761099.896650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761099.896652:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761099.896657:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 771
00000100:00100000:0.0:1789761099.896660:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777310464:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789761099.896665:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761099.896672:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761099.896679:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761099.896685:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761099.896692:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777311104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761099.896699:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099]  req@ffff9c6f851a3100 x1876699777310464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761099.896714:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777310464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761099.896725:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761099.896728:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761099.896731:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777310464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761099.896735:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777310592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761099.896747:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761099.896753:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099]  req@ffff9c6f851a0700 x1876699777310592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761099.896761:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777310592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761099.896766:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761099.896768:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761099.896770:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777310592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761099.896774:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777310720:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761099.896792:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761099.896804:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099]  req@ffff9c6f851a0a80 x1876699777310720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761099.896817:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777310720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761099.896825:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761099.896829:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761099.896833:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777310720:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761099.896840:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777310848:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761099.896862:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761099.896875:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099]  req@ffff9c6f851a3800 x1876699777310848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761099.896888:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777310848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761099.896896:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761099.896900:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761099.896903:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777310848:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761099.896909:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777310976:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761099.896927:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761099.896935:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099]  req@ffff9c6f851a1880 x1876699777310976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761099.896943:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777310976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761099.896948:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761099.896951:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761099.896953:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777310976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761099.896966:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777311104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761099.896986:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761099.896994:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099]  req@ffff9c6f851a2a00 x1876699777311104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761099.897001:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777311104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761099.897010:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761099.897012:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761099.897015:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777311104:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761100.024351:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761101.048371:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761102.072391:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761103.096324:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761104.120352:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761105.016486:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777311232:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789761105.016575:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761105.016626:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff9c6f91ebaa00 x1876699777311232/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761105.016655:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777311232/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761105.016668:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761105.016673:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761105.016677:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777311232:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761105.016685:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777311360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761105.016707:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761105.016720:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff9c6f91eb9f80 x1876699777311360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761105.016731:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777311360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761105.016739:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761105.016742:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761105.016746:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777311360:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761105.016769:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777311488:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761105.016797:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761105.016808:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff9c6f91ebb480 x1876699777311488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761105.016819:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777311488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761105.016828:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761105.016832:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761105.016835:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777311488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761105.016841:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777311616:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761105.016858:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761105.016867:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff9c6f91ebad80 x1876699777311616/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761105.016878:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777311616/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761105.016886:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761105.016889:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761105.016893:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777311616:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761105.016898:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777311744:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761105.016913:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761105.016922:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff9c6f91ebb800 x1876699777311744/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761105.016932:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777311744/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761105.016947:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761105.016950:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761105.016954:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777311744:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761105.016959:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777311872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761105.016976:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761105.016986:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff9c6f91eb9880 x1876699777311872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761105.016998:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777311872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761105.017006:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761105.017009:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761105.017013:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777311872:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761105.017019:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777312000:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761105.017034:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761105.017044:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff9c6f91eb9500 x1876699777312000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761105.017055:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777312000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761105.017063:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761105.017066:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761105.017070:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777312000:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761105.144364:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761106.168348:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761107.192377:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761108.216401:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761109.240348:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761110.136332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.136340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761110.136355:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.136364:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 781
00000100:00080000:0.0:1789761110.136373:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.136379:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761110.136424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777312128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761110.136450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.136453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761110.136454:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.136457:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 781
00000100:00080000:0.0:1789761110.136460:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.136462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761110.136470:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761110.136490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7100 x1876699777312256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761110.136497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.136500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761110.136501:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.136504:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 781
00000100:00080000:0.0:1789761110.136505:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.136522:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761110.136524:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777312128:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789761110.136528:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761110.136541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777312384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761110.136563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.136566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761110.136568:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.136571:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 781
00000100:00080000:0.0:1789761110.136574:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.136577:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761110.136581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761110.136588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777312512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761110.136594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.136596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761110.136597:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.136603:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 781
00000800:00000100:2.0:1789761110.136606:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761110.136607:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.136613:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761110.136616:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761110.136623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777312640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761110.136629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.136632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761110.136633:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.136636:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 781
00000100:00080000:0.0:1789761110.136638:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.136640:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761110.136644:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761110.136658:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777312768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761110.136659:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff9c6f84ef4e00 x1876699777312128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761110.136672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.136679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761110.136682:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.136686:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 781
00000100:00080000:0.0:1789761110.136689:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.136692:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761110.136694:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761110.136697:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777312128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761110.136703:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777312896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761110.136731:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761110.136737:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761110.136741:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777312128:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761110.136747:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777312256:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761110.136770:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761110.136783:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff9c6f84ef7100 x1876699777312256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761110.136792:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7100 x1876699777312256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761110.136800:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761110.136804:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761110.136807:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777312256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761110.136828:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777312384:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761110.136849:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761110.136861:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff9c6f84ef4700 x1876699777312384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761110.136874:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777312384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761110.136883:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761110.136887:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761110.136891:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777312384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761110.136906:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777312512:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761110.136937:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761110.136947:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff9c6f84ef7480 x1876699777312512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761110.136955:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777312512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761110.136961:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761110.136963:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761110.136965:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777312512:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761110.136969:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777312640:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761110.137010:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761110.137021:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff9c6f84ef4a80 x1876699777312640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761110.137039:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777312640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761110.137047:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761110.137051:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761110.137054:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777312640:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761110.137060:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777312768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761110.137110:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761110.137121:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff9c6f84ef4380 x1876699777312768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761110.137134:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777312768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761110.137140:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761110.137143:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761110.137147:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777312768:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761110.137159:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777312896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761110.137178:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761110.137200:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff9c6f84ef6680 x1876699777312896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761110.137210:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777312896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761110.137263:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761110.137266:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761110.137269:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777312896:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761110.264357:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761111.288351:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761112.312424:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761113.336387:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761114.360403:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789761115.256627:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777313024:192.168.203.138@tcp:250:kworker.0
00000800:00000100:2.0:1789761115.256704:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761115.256775:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff9c6f91eb9500 x1876699777313024/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761115.256803:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777313024/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761115.256829:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761115.256841:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761115.256848:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777313024:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761115.256878:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777313152:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761115.256916:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761115.256948:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff9c6f91eb9880 x1876699777313152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761115.256958:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777313152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761115.256965:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761115.256968:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761115.256970:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777313152:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761115.256975:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777313280:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761115.256988:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761115.256995:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff9c6f91ebb800 x1876699777313280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761115.257003:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777313280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761115.257009:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761115.257011:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761115.257013:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777313280:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761115.257017:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777313408:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761115.257028:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761115.257035:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff9c6f91ebad80 x1876699777313408/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761115.257043:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777313408/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761115.257048:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761115.257050:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761115.257052:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777313408:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761115.257056:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777313536:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761115.257067:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761115.257078:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff9c6f91ebb480 x1876699777313536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761115.257092:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777313536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761115.257101:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761115.257105:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761115.257109:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777313536:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761115.257128:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777313664:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761115.257149:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761115.257158:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff9c6f91eb9f80 x1876699777313664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761115.257167:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777313664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761115.257173:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761115.257176:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761115.257178:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777313664:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761115.257196:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777313792:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761115.257220:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761115.257272:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff9c6f91ebaa00 x1876699777313792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761115.257288:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777313792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761115.257305:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761115.257309:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761115.257313:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777313792:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761115.384453:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761116.408383:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761117.432360:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761118.456379:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761119.480427:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761120.376346:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761120.376357:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761120.376362:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761120.376373:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 792
00000100:00080000:2.0:1789761120.376384:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761120.376391:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761120.376448:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777313920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761120.376475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761120.376479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761120.376480:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761120.376484:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 792
00000100:00080000:2.0:1789761120.376487:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761120.376491:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761120.376500:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761120.376512:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777313920:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761120.376513:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777314048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761120.376527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761120.376529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761120.376531:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761120.376535:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 792
00000100:00080000:2.0:1789761120.376537:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761120.376540:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761120.376543:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761120.376551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777314176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761120.376557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761120.376560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761120.376561:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761120.376564:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 792
00000100:00080000:2.0:1789761120.376566:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761120.376569:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761120.376572:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761120.376582:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777314304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761120.376589:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761120.376595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761120.376599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761120.376600:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761120.376605:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 792
00000100:00080000:2.0:1789761120.376608:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761120.376610:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761120.376614:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761120.376622:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777314432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761120.376630:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761120.376632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761120.376634:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761120.376638:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff9c6f851a1f80 x1876699777313920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761120.376640:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 792
00000100:00080000:2.0:1789761120.376645:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761120.376652:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761120.376658:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761120.376666:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777313920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761120.376670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777314560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761120.376693:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761120.376693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761120.376702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761120.376704:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761120.376705:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761120.376714:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777313920:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761120.376716:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 792
00000100:00080000:2.0:1789761120.376726:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761120.376732:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761120.376737:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761120.376750:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777314688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761120.376756:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777314048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761120.376785:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761120.376797:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff9c6f851a1c00 x1876699777314048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761120.376806:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777314048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761120.376812:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761120.376815:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761120.376818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777314048:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761120.376823:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777314176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761120.376835:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761120.376841:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff9c6f851a3b80 x1876699777314176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761120.376849:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777314176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761120.376854:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761120.376856:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761120.376858:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777314176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761120.376861:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777314304:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761120.376872:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761120.376878:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff9c6f851a1180 x1876699777314304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761120.376885:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777314304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761120.376891:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761120.376893:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761120.376894:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777314304:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761120.376897:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777314432:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761120.376908:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761120.376914:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff9c6f851a2680 x1876699777314432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761120.376921:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777314432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761120.376926:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761120.376928:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761120.376930:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777314432:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761120.376933:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777314560:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761120.376943:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761120.376948:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff9c6f851a2300 x1876699777314560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761120.376954:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777314560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761120.376959:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761120.376961:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761120.376963:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777314560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761120.376976:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777314688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761120.376986:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761120.376992:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff9c6f851a0380 x1876699777314688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761120.377004:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777314688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761120.377009:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761120.377011:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761120.377013:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777314688:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761120.504381:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761121.528477:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761122.552450:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761123.576439:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761124.600391:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761125.496373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761125.496383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761125.496388:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761125.496413:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 797
00000100:00080000:2.0:1789761125.496425:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761125.496433:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761125.496488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777314816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761125.496522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761125.496527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761125.496529:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761125.496535:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 797
00000100:00080000:2.0:1789761125.496539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761125.496543:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761125.496554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761125.496564:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777314816:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761125.496568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777314944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761125.496588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761125.496591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761125.496592:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761125.496596:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 797
00000100:00080000:2.0:1789761125.496598:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761125.496601:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761125.496604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761125.496614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777315072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761125.496626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761125.496641:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761125.496649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761125.496652:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761125.496662:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 797
00000100:00080000:2.0:1789761125.496666:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761125.496671:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761125.496676:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761125.496689:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff9c6f851a3480 x1876699777314816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761125.496693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777315200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761125.496753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761125.496757:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777314816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761125.496771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761125.496781:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761125.496784:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761125.496792:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761125.496796:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 797
00000100:00100000:0.0:1789761125.496801:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777314816:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761125.496807:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761125.496816:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761125.496826:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761125.496827:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777314944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761125.496858:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777315328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761125.496859:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761125.496874:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff9c6f851a1500 x1876699777314944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761125.496884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761125.496890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789761125.496892:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777314944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761125.496893:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761125.496908:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 797
00000100:00080000:0.0:1789761125.496920:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761125.496920:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761125.496936:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761125.496937:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761125.496951:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777314944:192.168.203.138@tcp:38:kworker.0
00000008:00100000:2.0:1789761125.496954:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761125.496959:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777315072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761125.496982:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777315456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761125.496983:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761125.496997:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff9c6f851a2d80 x1876699777315072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761125.497021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761125.497023:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777315072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761125.497036:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761125.497042:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761125.497054:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761125.497055:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 797
00000100:00080000:0.0:1789761125.497072:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761125.497072:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761125.497088:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777315072:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789761125.497090:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761125.497105:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761125.497118:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777315200:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761125.497121:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777315584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761125.497151:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761125.497167:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff9c6f851a0000 x1876699777315200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761125.497184:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777315200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761125.497194:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761125.497197:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761125.497199:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777315200:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761125.497214:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777315328:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761125.497245:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761125.497253:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff9c6f851a3480 x1876699777315328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761125.497261:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777315328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761125.497266:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761125.497268:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761125.497271:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777315328:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761125.497275:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777315456:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761125.497287:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761125.497297:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff9c6f851a0380 x1876699777315456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761125.497310:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777315456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761125.497319:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761125.497322:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761125.497326:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777315456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761125.497333:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777315584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761125.497353:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761125.497363:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff9c6f851a2300 x1876699777315584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761125.497370:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777315584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761125.497376:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761125.497378:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761125.497380:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777315584:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761125.624378:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761126.648321:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761127.672452:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761128.696423:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761129.720431:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761130.616547:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777315712:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789761130.616662:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761130.616716:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130]  req@ffff9c6f91ebaa00 x1876699777315712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761130.616740:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777315712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761130.616760:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761130.616782:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761130.616796:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777315712:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761130.616845:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777315840:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761130.616892:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761130.616909:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130]  req@ffff9c6f91eb9f80 x1876699777315840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761130.616926:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777315840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761130.616935:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761130.616938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761130.616942:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777315840:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761130.616950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777315968:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761130.616977:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761130.616993:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130]  req@ffff9c6f91ebb480 x1876699777315968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761130.617039:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777315968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761130.617056:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761130.617061:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761130.617067:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777315968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761130.617081:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777316096:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761130.617135:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761130.617168:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130]  req@ffff9c6f91ebad80 x1876699777316096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761130.617187:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777316096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761130.617198:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761130.617202:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761130.617205:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777316096:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761130.617261:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777316224:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761130.617295:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761130.617312:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130]  req@ffff9c6f91ebb800 x1876699777316224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761130.617324:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777316224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761130.617332:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761130.617335:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761130.617339:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777316224:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761130.617346:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777316352:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761130.617385:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761130.617398:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130]  req@ffff9c6f91eb9880 x1876699777316352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761130.617410:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777316352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761130.617419:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761130.617423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761130.617426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777316352:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761130.617433:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777316480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761130.617454:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761130.617466:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130]  req@ffff9c6f91eb9500 x1876699777316480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761130.617477:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777316480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761130.617485:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761130.617488:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761130.617492:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777316480:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761130.744411:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761131.768447:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761132.792395:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761133.816467:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761134.840437:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761135.736354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761135.736365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761135.736370:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761135.736382:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 807
00000100:00080000:2.0:1789761135.736394:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761135.736402:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761135.736443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777316608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761135.736469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761135.736474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761135.736476:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761135.736479:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 807
00000100:00080000:2.0:1789761135.736481:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761135.736485:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761135.736494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761135.736504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777316736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761135.736513:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777316608:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761135.736514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761135.736519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761135.736522:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761135.736527:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 807
00000100:00080000:2.0:1789761135.736529:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761135.736531:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761135.736534:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761135.736543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777316864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761135.736549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761135.736552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761135.736553:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761135.736556:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 807
00000100:00080000:2.0:1789761135.736558:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761135.736561:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761135.736564:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761135.736572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777316992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761135.736577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761135.736579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761135.736581:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761135.736584:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 807
00000100:00080000:2.0:1789761135.736587:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761135.736589:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761135.736592:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761135.736599:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761135.736600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777317120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761135.736608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761135.736610:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761135.736612:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761135.736615:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 807
00000100:00080000:2.0:1789761135.736618:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761135.736621:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761135.736624:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761135.736631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777317248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761135.736637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761135.736639:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761135.736641:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761135.736644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 807
00000100:00080000:2.0:1789761135.736647:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761135.736651:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135]  req@ffff9c6f851a2680 x1876699777316608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761135.736652:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761135.736657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761135.736666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777317376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761135.736684:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777316608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761135.736698:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761135.736703:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761135.736707:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777316608:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761135.736731:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777316736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761135.736749:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761135.736759:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135]  req@ffff9c6f851a1180 x1876699777316736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761135.736767:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777316736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761135.736773:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761135.736776:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761135.736778:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777316736:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761135.736782:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777316864:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761135.736793:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761135.736799:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135]  req@ffff9c6f851a3b80 x1876699777316864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761135.736807:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777316864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761135.736812:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761135.736814:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761135.736816:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777316864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761135.736820:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777316992:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761135.736831:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761135.736837:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135]  req@ffff9c6f851a1c00 x1876699777316992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761135.736845:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777316992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761135.736850:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761135.736852:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761135.736854:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777316992:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761135.736857:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777317120:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761135.736867:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761135.736873:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135]  req@ffff9c6f851a1f80 x1876699777317120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761135.736880:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777317120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761135.736884:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761135.736886:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761135.736888:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777317120:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761135.736891:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777317248:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761135.736909:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761135.736916:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135]  req@ffff9c6f851a2a00 x1876699777317248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761135.736924:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777317248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761135.736929:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761135.736931:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761135.736933:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777317248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761135.736936:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777317376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761135.736948:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761135.736954:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135]  req@ffff9c6f851a1880 x1876699777317376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761135.736962:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777317376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761135.736967:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761135.736968:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761135.736970:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777317376:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761135.864405:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761136.888354:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761137.912391:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761138.936383:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761139.960365:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761140.856314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761140.856322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761140.856326:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761140.856335:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 812
00000100:00080000:2.0:1789761140.856345:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761140.856352:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761140.856387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777317504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761140.856408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761140.856411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761140.856412:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761140.856416:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 812
00000100:00080000:2.0:1789761140.856419:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761140.856422:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761140.856430:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761140.856442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777317632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761140.856443:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777317504:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761140.856466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761140.856470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761140.856472:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761140.856477:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 812
00000100:00080000:2.0:1789761140.856481:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761140.856486:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761140.856491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761140.856505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777317760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761140.856514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761140.856520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789761140.856521:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761140.856523:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761140.856530:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 812
00000100:00080000:2.0:1789761140.856536:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761140.856541:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761140.856547:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761140.856561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777317888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761140.856568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761140.856573:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761140]  req@ffff9c6f851a3800 x1876699777317504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761140.856573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761140.856576:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761140.856582:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 812
00000100:00080000:2.0:1789761140.856587:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761140.856592:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761140.856597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761140.856607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777318016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761140.856613:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777317504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761140.856617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761140.856623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761140.856625:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761140.856632:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 812
00000100:00080000:2.0:1789761140.856637:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761140.856640:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761140.856640:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761140.856648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761140.856650:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761140.856656:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777317504:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761140.856659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777318144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761140.856668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761140.856671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761140.856672:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761140.856676:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 812
00000100:00080000:2.0:1789761140.856678:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761140.856680:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761140.856682:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761140.856694:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777317632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761140.856694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777318272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761140.856731:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761140.856752:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761140]  req@ffff9c6f851a0a80 x1876699777317632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761140.856767:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777317632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761140.856776:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761140.856780:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761140.856783:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777317632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761140.856788:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777317760:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761140.856805:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761140.856814:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761140]  req@ffff9c6f851a0700 x1876699777317760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761140.856822:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777317760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761140.856831:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761140.856834:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761140.856836:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777317760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761140.856839:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777317888:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761140.856851:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761140.856857:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761140]  req@ffff9c6f851a3100 x1876699777317888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761140.856865:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777317888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761140.856880:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761140.856882:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761140.856885:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777317888:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761140.856892:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777318016:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761140.856904:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761140.856911:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761140]  req@ffff9c6f851a0e00 x1876699777318016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761140.856920:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777318016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761140.856928:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761140.856931:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761140.856935:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777318016:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761140.856941:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777318144:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761140.856962:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761140.856974:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761140]  req@ffff9c6f851a1880 x1876699777318144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761140.856982:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777318144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761140.856988:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761140.856990:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761140.856992:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777318144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761140.857017:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777318272:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761140.857032:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761140.857040:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761140]  req@ffff9c6f851a2a00 x1876699777318272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761140.857047:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777318272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761140.857053:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761140.857055:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761140.857057:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777318272:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761140.984427:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761142.008374:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761143.032378:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761144.056401:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761145.080438:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761145.976627:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777318400:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761145.976773:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777318528:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761145.976824:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777318656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761145.976875:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777318784:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761145.976916:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777318912:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761145.976942:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777319040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761145.976964:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777319168:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761146.104357:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761147.128415:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761148.152382:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761149.048460:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789761149.048496:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761149.048510:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761149.048544:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761149.048554:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761149.048563:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761149.048574:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761149.048582:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761149.048592:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789761149.048607:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761149]  req@ffff9c6f91eb9f80 x1876699777319040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761149.048636:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777319040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761149.048648:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761149.048653:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761149.048658:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777319040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761149.048666:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761149]  req@ffff9c6f91ebaa00 x1876699777319168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761149.048679:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777319168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761149.048686:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761149.048690:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761149.048693:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777319168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761149.048699:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761149]  req@ffff9c6f91eb9880 x1876699777318528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761149.048712:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777318528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761149.048720:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761149.048724:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761149.048727:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777318528:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761149.048733:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761149]  req@ffff9c6f91ebb800 x1876699777318656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761149.048745:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777318656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761149.048754:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761149.048757:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761149.048760:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777318656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761149.048767:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761149]  req@ffff9c6f91ebad80 x1876699777318784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761149.048779:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777318784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761149.048787:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761149.048790:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761149.048793:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777318784:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761149.048800:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761149]  req@ffff9c6f91ebb480 x1876699777318912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761149.048812:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777318912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761149.048820:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761149.048823:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761149.048826:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777318912:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761149.048832:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761149]  req@ffff9c6f91eb9500 x1876699777318400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761149.048843:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777318400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761149.048850:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761149.048853:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761149.048856:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777318400:192.168.203.138@tcp:250:kworker.0
00010000:00010000:0.0:1789761149.176414:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761150.200430:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761151.096475:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777319296:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789761151.096560:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761151.096612:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff9c6f91eb9500 x1876699777319296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761151.096643:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777319296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761151.096667:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761151.096675:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761151.096686:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777319296:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761151.096722:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777319424:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761151.096762:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761151.096784:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff9c6f91ebb480 x1876699777319424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761151.096812:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777319424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761151.096823:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761151.096827:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761151.096831:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777319424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761151.096839:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777319552:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761151.096860:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761151.096872:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff9c6f91ebad80 x1876699777319552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761151.096884:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777319552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761151.096892:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761151.096895:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761151.096899:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777319552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761151.096905:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777319680:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761151.096926:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761151.096938:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff9c6f91ebb800 x1876699777319680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761151.096950:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777319680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761151.096959:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761151.096962:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761151.096966:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777319680:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761151.096972:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777319808:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761151.096992:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761151.097004:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff9c6f91eb9880 x1876699777319808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761151.097016:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777319808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761151.097030:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761151.097033:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761151.097036:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777319808:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761151.097056:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777319936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761151.097079:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761151.097090:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff9c6f91ebaa00 x1876699777319936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761151.097097:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777319936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761151.097103:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761151.097105:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761151.097107:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777319936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761151.097111:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777320064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761151.097125:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761151.097131:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff9c6f91eb9f80 x1876699777320064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761151.097139:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777320064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761151.097143:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761151.097145:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761151.097149:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777320064:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761151.224402:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761152.248396:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761153.272381:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761154.296413:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761155.320436:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761156.216374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761156.216384:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761156.216389:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761156.216401:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 827
00000100:00080000:2.0:1789761156.216414:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761156.216421:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761156.216463:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777320192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761156.216494:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761156.216497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761156.216498:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761156.216501:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 827
00000100:00080000:2.0:1789761156.216504:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761156.216506:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761156.216516:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761156.216526:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777320320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761156.216534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761156.216536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761156.216538:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761156.216540:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 827
00000100:00080000:2.0:1789761156.216542:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761156.216549:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761156.216550:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777320192:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789761156.216555:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761156.216570:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777320448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761156.216580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761156.216583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761156.216586:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761156.216591:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 827
00000100:00080000:2.0:1789761156.216595:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761156.216599:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761156.216605:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761156.216626:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761156.216628:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777320576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761156.216641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761156.216645:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761156.216646:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761156.216651:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 827
00000100:00080000:2.0:1789761156.216654:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761156.216658:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761156.216663:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761156.216671:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff9c6f851a1f80 x1876699777320192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761156.216675:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777320704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761156.216705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761156.216708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761156.216709:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761156.216712:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 827
00000100:00080000:2.0:1789761156.216714:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761156.216719:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761156.216720:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777320192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761156.216722:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761156.216734:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777320832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761156.216738:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761156.216741:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761156.216745:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761156.216746:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761156.216751:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761156.216753:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777320192:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761156.216757:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 827
00000100:00080000:2.0:1789761156.216761:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761156.216763:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761156.216766:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761156.216774:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777320960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761156.216784:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777320320:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761156.216812:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761156.216822:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff9c6f851a1c00 x1876699777320320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761156.216831:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777320320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761156.216837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761156.216839:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761156.216842:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777320320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761156.216847:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777320448:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761156.216859:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761156.216866:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff9c6f851a3b80 x1876699777320448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761156.216873:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777320448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761156.216878:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761156.216880:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761156.216882:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777320448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761156.216886:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777320576:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761156.216896:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761156.216902:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff9c6f851a1180 x1876699777320576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761156.216909:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777320576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761156.216915:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761156.216917:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761156.216918:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777320576:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761156.216922:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777320704:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761156.216931:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761156.216937:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff9c6f851a2680 x1876699777320704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761156.216945:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777320704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761156.216950:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761156.216952:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761156.216954:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777320704:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761156.216957:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777320832:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761156.216966:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761156.216972:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff9c6f851a2300 x1876699777320832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761156.216978:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777320832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761156.216983:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761156.216985:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761156.216987:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777320832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761156.216999:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777320960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761156.217009:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761156.217015:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff9c6f851a0380 x1876699777320960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761156.217021:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777320960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761156.217031:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761156.217034:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761156.217036:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777320960:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761156.344407:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761157.368378:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761158.392387:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761159.416352:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761160.440395:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761161.336351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761161.336361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761161.336366:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761161.336378:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 832
00000100:00080000:0.0:1789761161.336389:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761161.336398:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761161.336438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777321088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761161.336467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761161.336471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761161.336472:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761161.336475:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 832
00000100:00080000:0.0:1789761161.336479:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761161.336483:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761161.336494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761161.336504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777321216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761161.336517:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777321088:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761161.336518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761161.336528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761161.336532:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761161.336536:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 832
00000100:00080000:0.0:1789761161.336539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761161.336541:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761161.336545:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761161.336556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777321344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761161.336563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761161.336566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761161.336567:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761161.336571:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 832
00000100:00080000:0.0:1789761161.336575:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761161.336578:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761161.336581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761161.336589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777321472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761161.336595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761161.336600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761161.336605:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761161.336606:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761161.336611:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 832
00000100:00080000:0.0:1789761161.336615:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761161.336618:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761161.336621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761161.336631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777321600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761161.336637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761161.336640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761161.336642:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761161.336648:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 832
00000100:00080000:0.0:1789761161.336654:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761161.336657:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761161.336662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761161.336662:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff9c6f84ef6300 x1876699777321088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761161.336676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777321728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761161.336685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761161.336687:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777321088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761161.336690:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761161.336699:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761161.336714:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 832
00000100:00080000:0.0:1789761161.336722:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761161.336725:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761161.336729:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789761161.336736:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:0.0:1789761161.336738:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761161.336746:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777321088:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761161.336754:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777321856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761161.336778:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777321216:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761161.336808:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761161.336822:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff9c6f84ef5500 x1876699777321216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761161.336832:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777321216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761161.336838:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761161.336840:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761161.336842:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777321216:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761161.336847:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777321344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761161.336864:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761161.336875:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff9c6f84ef6680 x1876699777321344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761161.336888:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777321344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761161.336897:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761161.336901:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761161.336905:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777321344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761161.336911:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777321472:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761161.336927:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761161.336935:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff9c6f84ef4380 x1876699777321472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761161.336943:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777321472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761161.336949:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761161.336951:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761161.336961:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777321472:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761161.336965:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777321600:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761161.336977:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761161.336984:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff9c6f84ef4a80 x1876699777321600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761161.336991:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777321600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761161.336996:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761161.336999:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761161.337001:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777321600:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761161.337004:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777321728:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761161.337014:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761161.337020:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff9c6f84ef7480 x1876699777321728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761161.337027:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777321728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761161.337032:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761161.337034:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761161.337036:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777321728:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761161.337040:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777321856:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761161.337050:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761161.337056:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff9c6f84ef4700 x1876699777321856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761161.337063:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777321856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761161.337068:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761161.337070:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761161.337072:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777321856:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761161.464392:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761162.488358:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761163.512345:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761164.536392:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761165.560336:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761166.456348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761166.456358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761166.456364:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761166.456374:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 838
00000100:00080000:1.0:1789761166.456387:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761166.456396:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761166.456433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777321984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761166.456462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761166.456467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761166.456470:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761166.456476:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 838
00000100:00080000:1.0:1789761166.456481:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761166.456487:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761166.456494:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777321984:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789761166.456497:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761166.456514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777322112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761166.456526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761166.456529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761166.456531:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761166.456534:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 838
00000100:00080000:1.0:1789761166.456538:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761166.456542:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761166.456548:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761166.456555:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761166.456564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777322240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761166.456576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761166.456580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761166.456582:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761166.456586:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 838
00000100:00100000:2.0:1789761166.456590:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff9c6f9118df80 x1876699777321984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761166.456592:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761166.456602:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761166.456610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761166.456610:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777321984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761166.456623:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761166.456627:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761166.456632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777322368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761166.456634:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777321984:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761166.456650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761166.456654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761166.456656:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761166.456659:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777322112:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761166.456665:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 838
00000100:00080000:1.0:1789761166.456670:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761166.456675:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789761166.456681:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789761166.456682:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761166.456695:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff9c6f9118dc00 x1876699777322112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761166.456700:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777322496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761166.456712:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777322112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761166.456718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761166.456722:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761166.456724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761166.456728:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761166.456728:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761166.456736:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777322112:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761166.456739:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 838
00000100:00080000:1.0:1789761166.456744:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761166.456745:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777322240:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761166.456753:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761166.456761:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761166.456765:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761166.456774:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777322624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761166.456780:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff9c6f9118ed80 x1876699777322240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761166.456793:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761166.456797:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761166.456799:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761166.456803:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777322240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761166.456806:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 838
00000100:00080000:1.0:1789761166.456813:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761166.456817:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761166.456818:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761166.456826:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761166.456826:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761166.456834:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777322240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761166.456837:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777322752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761166.456849:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777322368:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761166.456879:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761166.456890:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff9c6f9118f800 x1876699777322368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761166.456898:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777322368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761166.456904:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761166.456906:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761166.456908:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777322368:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761166.456928:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777322496:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761166.456942:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761166.456949:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff9c6f9118d180 x1876699777322496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761166.456956:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777322496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761166.456962:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761166.456964:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761166.456966:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777322496:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761166.456969:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777322624:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761166.456979:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761166.456985:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff9c6f9118c380 x1876699777322624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761166.456992:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777322624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761166.456997:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761166.456999:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761166.457001:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777322624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761166.457004:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777322752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761166.457014:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761166.457019:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff9c6f9118df80 x1876699777322752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761166.457026:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777322752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761166.457031:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761166.457032:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761166.457035:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777322752:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761166.584379:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761167.608336:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761168.632411:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761169.656346:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761170.680415:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761171.576353:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761171.576362:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761171.576367:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761171.576378:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 843
00000100:00080000:2.0:1789761171.576389:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761171.576397:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761171.576444:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777322880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761171.576478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761171.576482:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761171.576483:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761171.576487:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 843
00000100:00080000:2.0:1789761171.576493:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761171.576497:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761171.576507:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761171.576520:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777323008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761171.576530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761171.576539:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777322880:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761171.576539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761171.576542:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761171.576554:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 843
00000100:00080000:2.0:1789761171.576558:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761171.576561:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761171.576566:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761171.576577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777323136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761171.576584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761171.576587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761171.576588:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761171.576592:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 843
00000100:00080000:2.0:1789761171.576594:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761171.576596:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761171.576600:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761171.576607:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777323264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761171.576614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761171.576617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761171.576618:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761171.576620:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 843
00000100:00080000:2.0:1789761171.576624:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761171.576635:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761171.576635:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761171.576645:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761171.576656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777323392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761171.576663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761171.576667:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761171.576668:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761171.576671:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 843
00000100:00080000:2.0:1789761171.576674:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761171.576677:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761171.576681:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761171.576690:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777323520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761171.576697:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761171.576702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761171.576705:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761171.576707:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761171]  req@ffff9c6f851a3480 x1876699777322880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761171.576712:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 843
00000100:00080000:2.0:1789761171.576722:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761171.576732:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761171.576745:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761171.576761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777323648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761171.576765:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777322880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761171.576805:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761171.576813:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761171.576822:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777322880:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761171.576852:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777323008:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761171.576877:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761171.576889:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761171]  req@ffff9c6f851a0000 x1876699777323008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761171.576898:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777323008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761171.576904:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761171.576906:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761171.576908:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777323008:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761171.576912:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777323136:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761171.576925:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761171.576931:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761171]  req@ffff9c6f851a2d80 x1876699777323136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761171.576938:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777323136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761171.576948:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761171.576950:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761171.576952:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777323136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761171.576956:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777323264:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761171.576966:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761171.576971:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761171]  req@ffff9c6f851a1500 x1876699777323264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761171.576978:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777323264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761171.576983:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761171.576985:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761171.576987:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777323264:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761171.576990:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777323392:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761171.577000:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761171.577005:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761171]  req@ffff9c6f851a0380 x1876699777323392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761171.577012:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777323392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761171.577017:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761171.577019:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761171.577022:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777323392:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761171.577025:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777323520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761171.577036:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761171.577041:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761171]  req@ffff9c6f851a2300 x1876699777323520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761171.577062:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777323520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761171.577068:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761171.577071:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761171.577073:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777323520:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761171.577078:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777323648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761171.577094:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761171.577101:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761171]  req@ffff9c6f851a2680 x1876699777323648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761171.577108:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777323648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761171.577113:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761171.577115:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761171.577117:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777323648:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761171.704430:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761172.728389:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761173.752355:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761174.776406:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761175.800390:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761176.696385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761176.696398:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761176.696405:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761176.696418:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 848
00000100:00080000:0.0:1789761176.696432:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761176.696442:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761176.696493:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7100 x1876699777323776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761176.696527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761176.696531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761176.696533:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761176.696539:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 848
00000100:00080000:0.0:1789761176.696543:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761176.696549:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761176.696562:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761176.696565:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777323776:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761176.696586:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777323904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761176.696601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761176.696605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761176.696607:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761176.696611:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 848
00000100:00080000:0.0:1789761176.696616:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761176.696620:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761176.696625:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761176.696638:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777324032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761176.696640:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761176.696659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761176.696664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761176.696666:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761176.696672:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 848
00000100:00080000:0.0:1789761176.696677:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761176.696681:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761176.696686:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176]  req@ffff9c6f84ef7100 x1876699777323776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761176.696688:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761176.696708:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777324160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761176.696710:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7100 x1876699777323776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761176.696742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761176.696746:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761176.696748:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761176.696752:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761176.696753:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761176.696758:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777323776:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761176.696763:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 848
00000100:00080000:0.0:1789761176.696768:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761176.696774:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761176.696779:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761176.696784:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777323904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761176.696797:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777324288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761176.696806:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761176.696816:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761176.696820:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176]  req@ffff9c6f84ef4e00 x1876699777323904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761176.696822:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761176.696826:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761176.696835:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 848
00000100:00100000:2.0:1789761176.696839:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777323904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761176.696846:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761176.696849:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761176.696851:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777323904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761176.696855:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777324032:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761176.696857:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761176.696866:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789761176.696871:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789761176.696873:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761176.696880:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176]  req@ffff9c6f84ef5c00 x1876699777324032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761176.696892:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777324416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761176.696892:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777324032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761176.696924:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761176.696929:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761176.696930:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761176.696933:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777324032:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761176.696937:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761176.696941:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777324160:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789761176.696942:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761176.696950:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 848
00000100:00080000:0.0:1789761176.696954:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761176.696960:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761176.696966:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761176.696967:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761176.696977:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176]  req@ffff9c6f84ef7800 x1876699777324160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761176.696985:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777324544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761176.696989:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777324160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761176.697002:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761176.697005:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761176.697007:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777324160:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761176.697038:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777324288:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761176.697061:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761176.697068:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176]  req@ffff9c6f84ef6a00 x1876699777324288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761176.697076:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777324288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761176.697081:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761176.697083:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761176.697085:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777324288:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761176.697089:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777324416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761176.697107:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761176.697114:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176]  req@ffff9c6f84ef4000 x1876699777324416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761176.697122:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777324416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761176.697128:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761176.697130:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761176.697132:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777324416:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761176.697135:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777324544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761176.697145:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761176.697151:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176]  req@ffff9c6f84ef6d80 x1876699777324544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761176.697158:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777324544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761176.697163:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761176.697165:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761176.697167:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777324544:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761176.824461:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761177.848394:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761178.872386:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761179.896417:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761180.920406:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761181.816360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761181.816372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761181.816377:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761181.816389:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 853
00000100:00080000:2.0:1789761181.816401:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761181.816409:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761181.816456:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777324672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761181.816487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761181.816501:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761181.816508:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761181.816513:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 853
00000100:00080000:2.0:1789761181.816518:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761181.816525:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761181.816526:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777324672:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789761181.816536:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761181.816555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777324800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761181.816569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761181.816573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761181.816575:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761181.816580:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 853
00000800:00000100:0.0:1789761181.816583:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761181.816588:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761181.816596:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761181.816608:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761181.816623:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181]  req@ffff9c6f851a1180 x1876699777324672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761181.816627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777324928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761181.816645:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777324672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761181.816647:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761181.816656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761181.816662:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761181.816666:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761181.816669:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 853
00000100:00080000:0.0:1789761181.816674:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761181.816676:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761181.816683:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777324672:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761181.816685:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761181.816695:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761181.816710:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777325056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761181.816717:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777324800:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789761181.816730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761181.816734:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761181.816737:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761181.816743:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 853
00000800:00000100:0.0:1789761181.816747:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761181.816750:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761181.816757:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761181.816764:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761181.816765:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181]  req@ffff9c6f851a3b80 x1876699777324800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761181.816779:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777325184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761181.816785:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777324800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761181.816800:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761181.816805:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761181.816806:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761181.816811:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761181.816815:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761181.816820:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 853
00000100:00100000:0.0:1789761181.816825:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777324800:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789761181.816826:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761181.816837:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761181.816838:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777324928:192.168.203.138@tcp:38:kworker.0
00000008:00100000:2.0:1789761181.816846:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761181.816864:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777325312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761181.816868:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761181.816881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181]  req@ffff9c6f851a1c00 x1876699777324928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761181.816896:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761181.816902:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761181.816904:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761181.816907:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777324928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761181.816912:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 853
00000100:00080000:2.0:1789761181.816918:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761181.816925:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789761181.816928:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789761181.816932:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761181.816937:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761181.816942:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777324928:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761181.816960:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777325440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761181.816965:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777325056:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761181.817010:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761181.817022:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181]  req@ffff9c6f851a1f80 x1876699777325056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761181.817032:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777325056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761181.817037:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761181.817039:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761181.817042:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777325056:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761181.817045:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777325184:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761181.817056:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761181.817062:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181]  req@ffff9c6f851a2a00 x1876699777325184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761181.817069:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777325184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761181.817074:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761181.817076:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761181.817078:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777325184:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761181.817081:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777325312:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761181.817092:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761181.817097:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181]  req@ffff9c6f851a1880 x1876699777325312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761181.817105:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777325312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761181.817114:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761181.817116:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761181.817119:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777325312:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761181.817128:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777325440:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761181.817139:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761181.817145:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181]  req@ffff9c6f851a0e00 x1876699777325440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761181.817152:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777325440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761181.817158:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761181.817161:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761181.817165:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777325440:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761181.944370:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761182.968389:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761183.992413:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761185.016425:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761186.040382:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761186.936321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761186.936331:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761186.936336:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761186.936347:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 858
00000100:00080000:2.0:1789761186.936358:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761186.936366:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761186.936407:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777325568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761186.936431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761186.936434:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761186.936437:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761186.936448:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 858
00000100:00080000:2.0:1789761186.936452:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761186.936457:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761186.936467:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777325568:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789761186.936467:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761186.936479:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777325696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761186.936490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761186.936493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761186.936494:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761186.936498:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 858
00000100:00080000:2.0:1789761186.936501:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761186.936514:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761186.936519:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761186.936527:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761186.936529:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777325824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761186.936538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761186.936541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761186.936542:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761186.936546:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 858
00000100:00080000:2.0:1789761186.936549:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761186.936552:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761186.936556:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761186.936566:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186]  req@ffff9c6f851a3100 x1876699777325568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761186.936566:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777325952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761186.936577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761186.936579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761186.936582:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761186.936584:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777325568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761186.936585:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 858
00000100:00080000:2.0:1789761186.936588:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761186.936592:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789761186.936595:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789761186.936596:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761186.936599:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761186.936603:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777325568:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761186.936606:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777326080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761186.936614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761186.936617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761186.936619:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761186.936622:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 858
00000100:00080000:2.0:1789761186.936625:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761186.936626:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777325696:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789761186.936629:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761186.936633:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761186.936642:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777326208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761186.936648:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761186.936653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761186.936656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761186.936658:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761186.936661:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186]  req@ffff9c6f851a0700 x1876699777325696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761186.936662:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 858
00000100:00080000:2.0:1789761186.936665:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761186.936668:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761186.936673:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761186.936674:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777325696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761186.936682:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789761186.936683:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777326336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761186.936686:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761186.936689:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777325696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761186.936695:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777325824:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761186.936715:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761186.936728:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186]  req@ffff9c6f851a0a80 x1876699777325824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761186.936737:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777325824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761186.936743:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761186.936745:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761186.936747:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777325824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761186.936751:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777325952:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761186.936765:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761186.936772:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186]  req@ffff9c6f851a3800 x1876699777325952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761186.936780:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777325952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761186.936785:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761186.936786:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761186.936788:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777325952:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761186.936792:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777326080:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761186.936801:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761186.936807:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186]  req@ffff9c6f851a0e00 x1876699777326080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761186.936814:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777326080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761186.936819:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761186.936821:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761186.936822:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777326080:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761186.936837:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777326208:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761186.936847:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761186.936853:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186]  req@ffff9c6f851a1880 x1876699777326208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761186.936859:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777326208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761186.936865:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761186.936867:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761186.936869:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777326208:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761186.936872:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777326336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761186.936881:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761186.936890:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186]  req@ffff9c6f851a2a00 x1876699777326336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761186.936902:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777326336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761186.936911:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761186.936914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761186.936918:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777326336:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761187.064409:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761188.088407:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761189.112423:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761190.136428:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761191.160423:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761192.056350:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.056358:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761192.056362:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.056371:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 863
00000100:00080000:2.0:1789761192.056383:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761192.056390:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761192.056425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777326464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761192.056448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.056451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761192.056453:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.056456:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 863
00000100:00080000:2.0:1789761192.056458:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761192.056460:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761192.056475:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761192.056485:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777326592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761192.056492:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.056497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761192.056503:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761192.056506:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777326464:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761192.056507:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 863
00000100:00080000:2.0:1789761192.056510:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761192.056524:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761192.056528:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761192.056533:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777326720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761192.056539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.056542:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761192.056543:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.056547:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 863
00000100:00080000:2.0:1789761192.056549:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761192.056552:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761192.056554:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761192.056566:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777326848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761192.056573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.056575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761192.056577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.056579:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 863
00000100:00080000:2.0:1789761192.056583:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761192.056586:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761192.056589:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761192.056595:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777326976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761192.056601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.056604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761192.056605:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.056607:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 863
00000100:00080000:2.0:1789761192.056612:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761192.056619:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761192.056624:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761192.056629:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761192.056637:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777327104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761192.056643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.056646:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761192.056647:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.056650:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 863
00000100:00080000:2.0:1789761192.056652:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761192.056655:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761192.056658:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761192.056666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777327232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761192.056680:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff9c6f851a1f80 x1876699777326464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761192.056708:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777326464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761192.056722:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761192.056727:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761192.056733:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777326464:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761192.056764:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777326592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761192.056796:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761192.056809:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff9c6f851a1c00 x1876699777326592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761192.056819:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777326592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761192.056825:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761192.056828:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761192.056830:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777326592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761192.056834:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777326720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761192.056848:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761192.056855:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff9c6f851a3b80 x1876699777326720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761192.056863:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777326720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761192.056868:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761192.056870:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761192.056872:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777326720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761192.056877:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777326848:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761192.056888:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761192.056910:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff9c6f851a1180 x1876699777326848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761192.056920:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777326848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761192.056926:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761192.056929:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761192.056931:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777326848:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761192.056935:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777326976:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761192.056950:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761192.056957:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff9c6f851a2680 x1876699777326976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761192.056965:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777326976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761192.056970:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761192.056972:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761192.056974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777326976:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761192.056977:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777327104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761192.056989:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761192.056995:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff9c6f851a2300 x1876699777327104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761192.057003:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777327104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761192.057008:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761192.057011:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761192.057013:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777327104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761192.057017:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777327232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761192.057027:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761192.057033:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff9c6f851a0380 x1876699777327232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761192.057039:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777327232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761192.057044:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761192.057047:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761192.057048:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777327232:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761192.184407:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761193.208352:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761194.232413:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761195.256358:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761196.280364:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761197.176322:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761197.176330:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761197.176334:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761197.176342:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 868
00000100:00080000:0.0:1789761197.176351:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761197.176357:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761197.176389:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777327360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761197.176413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761197.176416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761197.176417:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761197.176420:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 868
00000100:00080000:0.0:1789761197.176423:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761197.176426:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761197.176434:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761197.176442:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777327488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761197.176450:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777327360:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761197.176452:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761197.176457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761197.176461:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761197.176464:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 868
00000100:00080000:0.0:1789761197.176466:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761197.176468:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761197.176470:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761197.176480:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777327616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761197.176486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761197.176488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761197.176489:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761197.176491:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 868
00000100:00080000:0.0:1789761197.176494:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761197.176496:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761197.176500:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761197.176506:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777327744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761197.176512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761197.176515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761197.176516:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761197.176518:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 868
00000100:00080000:0.0:1789761197.176520:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761197.176525:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789761197.176525:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789761197.176531:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761197.176538:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777327872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761197.176544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761197.176547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761197.176549:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761197.176551:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 868
00000100:00080000:0.0:1789761197.176553:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761197.176556:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761197.176559:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761197.176567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777328000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761197.176572:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff9c6f84ef5880 x1876699777327360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761197.176578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761197.176585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761197.176589:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761197.176594:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 868
00000100:00080000:0.0:1789761197.176597:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761197.176600:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777327360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761197.176603:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761197.176609:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761197.176617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777328128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761197.176649:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761197.176655:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761197.176662:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777327360:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761197.176687:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777327488:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761197.176714:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761197.176728:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff9c6f84ef5f80 x1876699777327488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761197.176747:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777327488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761197.176756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761197.176760:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761197.176764:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777327488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761197.176771:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777327616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761197.176794:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761197.176811:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff9c6f84ef6d80 x1876699777327616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761197.176820:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777327616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761197.176826:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761197.176828:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761197.176830:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777327616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761197.176835:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777327744:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761197.176849:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761197.176856:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff9c6f84ef4000 x1876699777327744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761197.176881:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777327744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761197.176886:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761197.176888:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761197.176891:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777327744:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761197.176895:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777327872:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761197.176908:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761197.176915:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff9c6f84ef6a00 x1876699777327872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761197.176922:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777327872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761197.176927:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761197.176929:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761197.176930:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777327872:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761197.176934:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777328000:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761197.176944:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761197.176950:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff9c6f84ef7800 x1876699777328000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761197.176958:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777328000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761197.176963:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761197.176964:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761197.176966:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777328000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761197.176969:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777328128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761197.176979:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761197.176984:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff9c6f84ef5c00 x1876699777328128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761197.176991:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777328128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761197.176996:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761197.176997:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761197.176999:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777328128:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761197.304367:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761198.328342:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761199.352393:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761200.376361:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761201.400385:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761202.296404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761202.296414:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761202.296418:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761202.296429:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 873
00000100:00080000:1.0:1789761202.296442:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761202.296449:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761202.296497:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777328256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761202.296530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761202.296536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761202.296538:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761202.296543:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 873
00000100:00080000:1.0:1789761202.296547:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761202.296551:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761202.296561:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761202.296579:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777328384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761202.296594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761202.296596:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777328256:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761202.296601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761202.296607:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761202.296615:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 873
00000100:00080000:1.0:1789761202.296620:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761202.296626:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761202.296633:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761202.296649:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777328512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761202.296660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761202.296664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761202.296666:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761202.296670:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 873
00000100:00080000:1.0:1789761202.296675:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761202.296680:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761202.296687:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761202.296689:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761202.296703:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777328640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761202.296712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761202.296715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761202.296716:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761202.296720:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 873
00000100:00080000:1.0:1789761202.296724:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761202.296735:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff9c6f9118f100 x1876699777328256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761202.296736:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761202.296743:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761202.296758:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777328768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761202.296765:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777328256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761202.296769:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761202.296776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761202.296780:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761202.296788:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 873
00000100:00080000:1.0:1789761202.296790:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761202.296791:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761202.296794:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761202.296800:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761202.296802:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761202.296808:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777328256:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761202.296811:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777328896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761202.296834:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761202.296837:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761202.296838:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761202.296842:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 873
00000100:00080000:1.0:1789761202.296844:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761202.296847:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761202.296851:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761202.296856:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777328384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761202.296861:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777329024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761202.296884:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761202.296896:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff9c6f9118d500 x1876699777328384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761202.296912:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777328384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761202.296924:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761202.296927:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761202.296929:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777328384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761202.296935:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777328512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761202.296950:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761202.296957:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff9c6f9118ce00 x1876699777328512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761202.296966:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777328512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761202.296972:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761202.296974:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761202.296976:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777328512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761202.296980:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777328640:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761202.296995:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761202.297003:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff9c6f9118e680 x1876699777328640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761202.297012:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777328640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761202.297018:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761202.297021:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761202.297025:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777328640:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761202.297029:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777328768:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761202.297044:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761202.297051:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff9c6f9118c700 x1876699777328768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761202.297059:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777328768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761202.297065:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761202.297068:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761202.297071:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777328768:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761202.297078:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777328896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761202.297098:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761202.297108:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff9c6f9118ca80 x1876699777328896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761202.297116:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777328896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761202.297122:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761202.297124:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761202.297126:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777328896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761202.297139:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777329024:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761202.297155:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761202.297167:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff9c6f9118f100 x1876699777329024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761202.297180:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777329024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761202.297188:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761202.297192:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761202.297205:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777329024:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761202.424407:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761203.448457:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761204.472360:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761205.496389:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761206.520420:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761207.416360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761207.416375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761207.416381:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761207.416394:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 879
00000100:00080000:1.0:1789761207.416409:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761207.416418:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761207.416461:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777329152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761207.416486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761207.416488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761207.416490:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761207.416493:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 879
00000100:00080000:1.0:1789761207.416496:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761207.416501:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761207.416511:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761207.416524:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777329280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761207.416535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777329152:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761207.416540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761207.416546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761207.416548:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761207.416551:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 879
00000100:00080000:1.0:1789761207.416554:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761207.416557:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761207.416561:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761207.416574:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777329408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761207.416585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761207.416589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761207.416592:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761207.416598:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 879
00000100:00080000:1.0:1789761207.416604:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761207.416608:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761207.416612:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761207.416621:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761207.416623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777329536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761207.416634:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761207.416638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761207.416640:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761207.416645:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 879
00000100:00080000:1.0:1789761207.416648:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761207.416651:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761207.416654:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761207.416663:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777329664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761207.416670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761207.416673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761207.416675:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761207.416680:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 879
00000100:00080000:1.0:1789761207.416684:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761207.416685:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff9c6f9118df80 x1876699777329152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761207.416689:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761207.416693:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761207.416705:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777329792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761207.416724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761207.416727:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761207.416729:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761207.416733:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 879
00000100:00080000:1.0:1789761207.416740:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761207.416741:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777329152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761207.416747:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761207.416757:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761207.416772:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777329920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761207.416778:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761207.416801:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761207.416807:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777329152:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761207.416841:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777329280:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761207.416870:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761207.416884:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff9c6f9118c380 x1876699777329280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761207.416894:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777329280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761207.416905:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761207.416908:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761207.416911:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777329280:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761207.416915:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777329408:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761207.416930:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761207.416937:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff9c6f9118d180 x1876699777329408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761207.416945:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777329408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761207.416951:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761207.416953:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761207.416955:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777329408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761207.416959:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777329536:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761207.416970:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761207.416976:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff9c6f9118f800 x1876699777329536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761207.416983:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777329536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761207.416988:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761207.416990:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761207.416993:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777329536:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761207.416996:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777329664:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761207.417007:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761207.417013:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff9c6f9118ed80 x1876699777329664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761207.417022:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777329664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761207.417030:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761207.417033:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761207.417037:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777329664:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761207.417043:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777329792:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761207.417066:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761207.417079:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff9c6f9118dc00 x1876699777329792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761207.417093:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777329792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761207.417102:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761207.417106:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761207.417109:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777329792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761207.417116:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777329920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761207.417140:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761207.417153:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff9c6f9118f100 x1876699777329920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761207.417167:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777329920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761207.417175:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761207.417179:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761207.417182:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777329920:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761207.544401:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761208.568391:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761209.592353:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761210.616381:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761211.640400:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761212.536336:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761212.536346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761212.536350:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761212.536361:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 884
00000100:00080000:1.0:1789761212.536374:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761212.536382:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761212.536439:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777330048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761212.536461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761212.536464:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761212.536466:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761212.536469:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 884
00000100:00080000:1.0:1789761212.536472:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761212.536475:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761212.536485:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761212.536498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777330176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761212.536512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761212.536515:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777330048:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761212.536515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761212.536518:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761212.536525:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 884
00000100:00080000:1.0:1789761212.536528:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761212.536531:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761212.536534:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761212.536542:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777330304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761212.536548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761212.536551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761212.536552:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761212.536555:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 884
00000100:00080000:1.0:1789761212.536557:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761212.536560:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761212.536563:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761212.536570:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777330432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761212.536576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761212.536579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761212.536581:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761212.536584:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 884
00000100:00080000:1.0:1789761212.536587:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761212.536589:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761212.536592:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761212.536599:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777330560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761212.536606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761212.536608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761212.536609:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761212.536612:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 884
00000100:00080000:1.0:1789761212.536614:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761212.536616:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761212.536619:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761212.536629:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777330688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761212.536635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761212.536637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761212.536639:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761212.536646:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777330176:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761212.536646:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 884
00000100:00080000:1.0:1789761212.536650:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761212.536657:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761212.536662:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761212.536670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777330816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761212.536702:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777330304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761212.536722:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777330432:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761212.536752:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777330560:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761212.536786:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777330688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761212.536815:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777330816:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761212.664413:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761213.688395:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761214.712402:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761215.608513:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789761215.608560:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761215.608579:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761215.608621:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761215.608640:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761215.608653:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761215.608663:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761215.608675:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789761215.608680:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761215]  req@ffff9c6f9118c700 x1876699777330176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789761215.608688:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789761215.608717:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777330176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761215.608748:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761215.608754:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761215.608760:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777330176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761215.608768:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761215]  req@ffff9c6f9118e680 x1876699777330304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761215.608780:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777330304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761215.608788:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761215.608792:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761215.608795:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777330304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761215.608802:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761215]  req@ffff9c6f9118ce00 x1876699777330432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761215.608813:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777330432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761215.608821:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761215.608825:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761215.608828:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777330432:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761215.608834:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761215]  req@ffff9c6f9118d500 x1876699777330560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761215.608845:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777330560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761215.608853:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761215.608856:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761215.608859:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777330560:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761215.608866:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761215]  req@ffff9c6f9118f100 x1876699777330688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761215.608877:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777330688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761215.608885:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761215.608888:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761215.608892:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777330688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761215.608898:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761215]  req@ffff9c6f9118ca80 x1876699777330048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761215.608910:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777330048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761215.608918:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761215.608921:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761215.608925:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777330048:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761215.608956:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761215]  req@ffff9c6f9118dc00 x1876699777330816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761215.608968:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777330816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761215.608976:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761215.608980:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761215.608984:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777330816:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761215.736355:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761216.760381:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761217.656397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761217.656406:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761217.656409:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761217.656418:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 889
00000100:00080000:2.0:1789761217.656429:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761217.656434:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761217.656465:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777330944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761217.656489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761217.656492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761217.656493:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761217.656496:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 889
00000100:00080000:2.0:1789761217.656498:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761217.656500:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761217.656508:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761217.656517:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777331072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761217.656524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761217.656527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761217.656528:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761217.656530:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 889
00000100:00080000:2.0:1789761217.656532:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761217.656538:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761217.656540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777330944:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789761217.656542:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761217.656558:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777331200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761217.656569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761217.656572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761217.656574:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761217.656578:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 889
00000100:00080000:2.0:1789761217.656583:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761217.656588:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761217.656593:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761217.656604:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777331328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761217.656611:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761217.656622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761217.656626:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761217.656628:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761217.656634:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 889
00000100:00080000:2.0:1789761217.656638:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761217.656642:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761217.656648:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761217.656655:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217]  req@ffff9c6f851a1500 x1876699777330944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761217.656665:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777331456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761217.656678:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777330944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761217.656679:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761217.656691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761217.656695:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761217.656698:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761217.656701:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 889
00000100:00080000:0.0:1789761217.656720:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761217.656724:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761217.656728:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777330944:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761217.656734:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761217.656742:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777331072:192.168.203.138@tcp:38:kworker.0
00000008:00100000:2.0:1789761217.656742:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761217.656761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777331584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761217.656771:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761217.656777:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761217.656777:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761217.656781:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761217.656788:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 889
00000100:00080000:2.0:1789761217.656793:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761217.656798:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217]  req@ffff9c6f851a2d80 x1876699777331072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761217.656800:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761217.656809:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761217.656824:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777331072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761217.656828:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777331712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761217.656844:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761217.656852:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761217.656858:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777331072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761217.656888:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777331200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761217.656913:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761217.656927:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217]  req@ffff9c6f851a0000 x1876699777331200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761217.656940:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777331200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761217.656948:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761217.656952:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761217.656955:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777331200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761217.656962:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777331328:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761217.656983:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761217.656994:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217]  req@ffff9c6f851a3480 x1876699777331328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761217.657007:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777331328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761217.657016:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761217.657019:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761217.657022:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777331328:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761217.657028:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777331456:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761217.657047:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761217.657066:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217]  req@ffff9c6f851a0380 x1876699777331456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761217.657086:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777331456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761217.657094:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761217.657097:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761217.657100:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777331456:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761217.657106:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777331584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761217.657126:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761217.657137:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217]  req@ffff9c6f851a2300 x1876699777331584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761217.657147:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777331584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761217.657154:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761217.657156:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761217.657159:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777331584:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761217.657164:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777331712:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761217.657182:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761217.657192:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217]  req@ffff9c6f851a2680 x1876699777331712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761217.657203:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777331712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761217.657217:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761217.657220:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761217.657270:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777331712:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761217.784351:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761218.808394:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761219.832383:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761220.856426:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761221.880375:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761222.776336:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761222.776348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761222.776352:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761222.776363:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 894
00000100:00080000:2.0:1789761222.776375:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761222.776384:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761222.776425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777331840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761222.776461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761222.776465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761222.776467:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761222.776472:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 894
00000100:00080000:2.0:1789761222.776476:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761222.776480:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761222.776489:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761222.776505:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777331968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761222.776516:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777331840:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761222.776520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761222.776525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761222.776527:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761222.776532:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 894
00000100:00080000:2.0:1789761222.776536:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761222.776540:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761222.776546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761222.776558:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777332096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761222.776568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761222.776571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789761222.776576:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761222.776577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761222.776584:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 894
00000100:00080000:2.0:1789761222.776590:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761222.776595:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761222.776600:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761222.776614:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777332224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761222.776618:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222]  req@ffff9c6f851a1180 x1876699777331840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761222.776643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761222.776646:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777331840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761222.776649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761222.776654:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761222.776661:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761222.776678:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 894
00000100:00080000:0.0:1789761222.776684:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761222.776687:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761222.776690:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777331840:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761222.776696:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761222.776702:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761222.776718:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777331968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761222.776719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777332352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761222.776735:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761222.776742:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761222.776742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761222.776747:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761222.776752:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 894
00000100:00100000:0.0:1789761222.776756:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222]  req@ffff9c6f851a3b80 x1876699777331968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761222.776759:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761222.776769:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761222.776772:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777331968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761222.776777:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761222.776779:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761222.776783:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761222.776786:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777331968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761222.776791:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777332096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761222.776797:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777332480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761222.776817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761222.776822:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761222.776824:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761222.776828:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761222.776834:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222]  req@ffff9c6f851a1c00 x1876699777332096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761222.776835:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 894
00000100:00080000:2.0:1789761222.776842:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761222.776850:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761222.776851:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777332096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761222.776860:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761222.776861:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761222.776867:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761222.776870:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777332096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761222.776875:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777332224:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761222.776880:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777332608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761222.776891:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761222.776909:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222]  req@ffff9c6f851a1f80 x1876699777332224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761222.776917:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777332224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761222.776924:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761222.776926:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761222.776929:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777332224:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761222.776939:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777332352:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761222.776950:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761222.776956:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222]  req@ffff9c6f851a2a00 x1876699777332352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761222.776974:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777332352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761222.776979:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761222.776981:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761222.776983:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777332352:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761222.776986:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777332480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761222.776996:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761222.777002:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222]  req@ffff9c6f851a1880 x1876699777332480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761222.777008:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777332480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761222.777013:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761222.777015:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761222.777017:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777332480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761222.777020:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777332608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761222.777028:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761222.777034:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222]  req@ffff9c6f851a0e00 x1876699777332608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761222.777045:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777332608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761222.777050:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761222.777052:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761222.777053:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777332608:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761222.904410:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761223.928386:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761224.952414:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761225.976426:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761227.000381:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761227.896507:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777332736:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789761227.896582:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761227.896625:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227]  req@ffff9c6f91eb9f80 x1876699777332736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761227.896664:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777332736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761227.896678:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761227.896690:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761227.896697:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777332736:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761227.896706:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777332864:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761227.896734:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761227.896748:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227]  req@ffff9c6f91ebaa00 x1876699777332864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761227.896761:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777332864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761227.896771:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761227.896775:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761227.896778:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777332864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761227.896800:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777332992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761227.896816:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761227.896824:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227]  req@ffff9c6f91eb9880 x1876699777332992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761227.896832:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777332992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761227.896840:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761227.896844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761227.896847:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777332992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761227.896853:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777333120:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761227.896873:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761227.896885:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227]  req@ffff9c6f91ebb800 x1876699777333120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761227.896896:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777333120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761227.896902:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761227.896904:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761227.896906:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777333120:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761227.896910:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777333248:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761227.896926:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761227.896936:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227]  req@ffff9c6f91ebad80 x1876699777333248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761227.896958:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777333248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761227.896967:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761227.896971:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761227.896974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777333248:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761227.896981:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777333376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761227.897003:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761227.897015:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227]  req@ffff9c6f91ebb480 x1876699777333376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761227.897029:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777333376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761227.897036:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761227.897038:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761227.897045:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777333376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761227.897050:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777333504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761227.897068:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761227.897080:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227]  req@ffff9c6f91eb9500 x1876699777333504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761227.897093:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777333504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761227.897107:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761227.897111:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761227.897114:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777333504:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761228.024377:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761229.048371:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761230.072381:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761231.096413:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761232.120455:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761233.016488:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777333632:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789761233.016564:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761233.016624:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff9c6f91eb9500 x1876699777333632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761233.016644:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777333632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761233.016658:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761233.016662:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761233.016667:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777333632:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761233.016693:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777333760:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761233.016718:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761233.016732:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff9c6f91ebb480 x1876699777333760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761233.016746:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777333760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761233.016753:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761233.016755:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761233.016757:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777333760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761233.016762:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777333888:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761233.016778:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761233.016786:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff9c6f91ebad80 x1876699777333888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761233.016794:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777333888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761233.016798:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761233.016800:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761233.016802:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777333888:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761233.016806:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777334016:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761233.016817:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761233.016823:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff9c6f91ebb800 x1876699777334016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761233.016830:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777334016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761233.016840:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761233.016842:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761233.016844:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777334016:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761233.016847:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777334144:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761233.016857:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761233.016862:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff9c6f91eb9880 x1876699777334144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761233.016869:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777334144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761233.016874:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761233.016876:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761233.016878:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777334144:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761233.016881:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777334272:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761233.016891:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761233.016897:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff9c6f91ebaa00 x1876699777334272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761233.016903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777334272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761233.016908:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761233.016910:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761233.016913:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777334272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761233.016926:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777334400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761233.016936:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761233.016943:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff9c6f91eb9f80 x1876699777334400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761233.016950:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777334400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761233.016955:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761233.016957:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761233.016959:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777334400:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761233.144407:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761234.168377:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761235.192413:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761236.216363:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761237.240359:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761238.136512:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777334528:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789761238.136612:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761238.136670:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff9c6f91eb9f80 x1876699777334528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761238.136713:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777334528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761238.136734:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761238.136742:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761238.136754:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777334528:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761238.136779:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777334656:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761238.136831:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761238.136852:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff9c6f91ebaa00 x1876699777334656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761238.136869:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777334656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761238.136879:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761238.136884:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761238.136889:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777334656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761238.136921:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777334784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761238.136946:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761238.136958:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff9c6f91eb9880 x1876699777334784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761238.136970:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777334784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761238.136979:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761238.136982:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761238.136986:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777334784:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761238.136993:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777334912:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761238.137013:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761238.137034:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff9c6f91ebb800 x1876699777334912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761238.137060:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777334912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761238.137070:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761238.137075:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761238.137080:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777334912:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761238.137090:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777335040:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761238.137113:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761238.137136:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff9c6f91ebad80 x1876699777335040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761238.137148:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777335040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761238.137158:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761238.137163:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761238.137169:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777335040:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761238.137177:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777335168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761238.137204:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761238.137294:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff9c6f91ebb480 x1876699777335168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761238.137316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777335168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761238.137331:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761238.137335:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761238.137340:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777335168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761238.137347:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777335296:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761238.137373:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761238.137394:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff9c6f91eb9500 x1876699777335296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761238.137409:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777335296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761238.137418:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761238.137423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761238.137426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777335296:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761238.264371:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761239.288323:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761240.312371:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761241.336357:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761242.360367:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761243.256500:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777335424:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789761243.256590:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761243.256635:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff9c6f91eb9500 x1876699777335424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761243.256655:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777335424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761243.256667:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761243.256672:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761243.256678:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777335424:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761243.256704:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777335552:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761243.256726:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761243.256739:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff9c6f91ebb480 x1876699777335552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761243.256752:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777335552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761243.256761:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761243.256764:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761243.256766:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777335552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761243.256771:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777335680:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761243.256788:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761243.256796:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff9c6f91ebad80 x1876699777335680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761243.256804:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777335680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761243.256810:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761243.256811:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761243.256813:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777335680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761243.256817:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777335808:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761243.256829:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761243.256838:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff9c6f91ebb800 x1876699777335808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761243.256850:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777335808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761243.256859:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761243.256862:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761243.256866:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777335808:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761243.256872:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777335936:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761243.256894:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761243.256904:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff9c6f91eb9880 x1876699777335936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761243.256912:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777335936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761243.256918:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761243.256920:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761243.256922:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777335936:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761243.256926:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777336064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761243.256939:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761243.256945:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff9c6f91ebaa00 x1876699777336064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761243.256952:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777336064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761243.256958:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761243.256960:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761243.256962:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777336064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761243.256976:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777336192:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761243.256987:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761243.256992:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff9c6f91eb9f80 x1876699777336192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761243.257000:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777336192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761243.257005:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761243.257007:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761243.257009:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777336192:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761243.384350:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761244.408397:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761245.432388:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761246.456379:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761247.480325:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761248.376312:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761248.376323:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761248.376327:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761248.376337:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 920
00000100:00080000:1.0:1789761248.376348:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761248.376355:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761248.376391:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777336320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761248.376429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761248.376433:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761248.376435:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761248.376439:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 920
00000100:00080000:1.0:1789761248.376442:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761248.376446:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761248.376455:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761248.376470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777336448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761248.376490:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777336320:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761248.376499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761248.376504:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761248.376506:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761248.376511:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 920
00000100:00080000:1.0:1789761248.376515:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761248.376519:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761248.376525:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761248.376537:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777336576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761248.376547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761248.376552:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761248.376554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761248.376558:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761248.376564:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 920
00000100:00080000:1.0:1789761248.376569:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761248.376573:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761248.376578:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761248.376590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777336704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761248.376600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761248.376602:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff9c6f9118ed80 x1876699777336320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761248.376606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761248.376611:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761248.376620:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 920
00000100:00080000:1.0:1789761248.376627:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761248.376631:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761248.376636:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761248.376638:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777336320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761248.376652:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761248.376656:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761248.376663:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777336832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761248.376664:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777336320:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761248.376681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761248.376685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761248.376687:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761248.376692:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 920
00000100:00080000:1.0:1789761248.376696:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761248.376699:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777336448:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761248.376704:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761248.376711:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761248.376725:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777336960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761248.376737:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761248.376750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761248.376754:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761248.376756:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761248.376758:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff9c6f9118f800 x1876699777336448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761248.376763:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 920
00000100:00080000:1.0:1789761248.376770:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761248.376776:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761248.376783:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761248.376787:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777336448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761248.376797:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777337088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761248.376815:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761248.376821:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761248.376826:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777336448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761248.376834:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777336576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761248.376859:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761248.376871:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff9c6f9118d180 x1876699777336576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761248.376882:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777336576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761248.376889:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761248.376892:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761248.376896:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777336576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761248.376901:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777336704:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761248.376920:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761248.376932:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff9c6f9118c380 x1876699777336704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761248.376945:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777336704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761248.376953:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761248.376956:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761248.376960:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777336704:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761248.376965:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777336832:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761248.376997:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761248.377009:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff9c6f9118df80 x1876699777336832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761248.377022:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777336832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761248.377030:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761248.377033:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761248.377037:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777336832:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761248.377056:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777336960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761248.377080:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761248.377093:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff9c6f9118ed80 x1876699777336960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761248.377105:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777336960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761248.377114:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761248.377118:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761248.377121:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777336960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761248.377127:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777337088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761248.377149:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761248.377161:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff9c6f9118dc00 x1876699777337088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761248.377173:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777337088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761248.377182:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761248.377185:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761248.377188:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777337088:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761248.504389:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761249.528419:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761250.552354:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761251.576352:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761252.600440:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761253.496404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761253.496412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761253.496415:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761253.496424:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 925
00000100:00080000:2.0:1789761253.496452:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761253.496459:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761253.496497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777337216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761253.496528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761253.496532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761253.496535:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761253.496540:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 925
00000100:00080000:2.0:1789761253.496544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761253.496548:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761253.496558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761253.496572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777337344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761253.496581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761253.496584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761253.496585:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761253.496588:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 925
00000100:00080000:2.0:1789761253.496592:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761253.496594:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761253.496598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761253.496607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777337472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761253.496614:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777337216:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761253.496617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761253.496629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761253.496634:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761253.496638:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 925
00000100:00080000:2.0:1789761253.496640:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761253.496642:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761253.496646:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761253.496662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777337600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761253.496672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761253.496676:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761253.496678:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761253.496682:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 925
00000100:00080000:2.0:1789761253.496686:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761253.496690:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761253.496696:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761253.496713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777337728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761253.496718:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761253.496734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761253.496737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761253.496739:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761253.496744:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 925
00000100:00080000:2.0:1789761253.496750:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761253.496753:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761253.496759:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761253.496772:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777337856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761253.496779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761253.496782:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff9c6f851a3800 x1876699777337216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761253.496783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761253.496787:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761253.496804:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 925
00000100:00080000:2.0:1789761253.496820:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761253.496827:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761253.496834:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777337216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761253.496835:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761253.496860:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777337984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761253.496866:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761253.496878:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761253.496884:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777337216:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761253.496898:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777337344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761253.496923:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761253.496936:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff9c6f851a0a80 x1876699777337344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761253.496950:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777337344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761253.496959:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761253.496963:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761253.496966:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777337344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761253.496999:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777337472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761253.497017:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761253.497027:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff9c6f851a0700 x1876699777337472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761253.497039:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777337472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761253.497047:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761253.497051:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761253.497055:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777337472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761253.497062:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777337600:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761253.497079:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761253.497089:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff9c6f851a3100 x1876699777337600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761253.497101:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777337600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761253.497110:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761253.497114:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761253.497118:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777337600:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761253.497124:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777337728:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761253.497140:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761253.497151:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff9c6f851a0e00 x1876699777337728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761253.497172:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777337728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761253.497181:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761253.497185:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761253.497188:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777337728:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761253.497195:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777337856:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761253.497214:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761253.497278:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff9c6f851a1880 x1876699777337856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761253.497291:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777337856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761253.497300:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761253.497303:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761253.497307:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777337856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761253.497314:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777337984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761253.497333:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761253.497344:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff9c6f851a2a00 x1876699777337984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761253.497357:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777337984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761253.497365:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761253.497368:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761253.497370:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777337984:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761253.624342:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761254.648426:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761255.672373:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761256.696396:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761257.720392:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761258.616752:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777338112:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789761258.616831:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761258.616876:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258]  req@ffff9c6f91eb9f80 x1876699777338112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761258.616917:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777338112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761258.616940:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761258.616945:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761258.616949:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777338112:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761258.616977:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777338240:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761258.617001:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761258.617014:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258]  req@ffff9c6f91ebaa00 x1876699777338240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761258.617024:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777338240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761258.617031:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761258.617034:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761258.617036:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777338240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761258.617041:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777338368:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761258.617059:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761258.617071:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258]  req@ffff9c6f91eb9880 x1876699777338368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761258.617080:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777338368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761258.617093:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761258.617097:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761258.617099:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777338368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761258.617103:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777338496:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761258.617116:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761258.617126:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258]  req@ffff9c6f91ebb800 x1876699777338496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761258.617150:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777338496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761258.617160:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761258.617166:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761258.617172:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777338496:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761258.617190:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777338624:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761258.617218:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761258.617265:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258]  req@ffff9c6f91ebad80 x1876699777338624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761258.617292:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777338624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761258.617316:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761258.617322:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761258.617327:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777338624:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761258.617351:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777338752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761258.617372:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761258.617383:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258]  req@ffff9c6f91ebb480 x1876699777338752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761258.617396:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777338752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761258.617424:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761258.617428:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761258.617431:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777338752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761258.617438:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777338880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761258.617458:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761258.617469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258]  req@ffff9c6f91eb9500 x1876699777338880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761258.617482:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777338880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761258.617490:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761258.617493:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761258.617496:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777338880:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761258.744383:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761259.768349:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761260.792398:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761261.816353:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761262.840384:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761263.736327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761263.736337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761263.736342:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761263.736354:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 935
00000100:00080000:1.0:1789761263.736377:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761263.736386:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761263.736425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777339008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761263.736455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761263.736459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761263.736461:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761263.736467:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 935
00000100:00080000:1.0:1789761263.736471:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761263.736476:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761263.736483:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777339008:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789761263.736487:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761263.736505:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777339136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761263.736518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761263.736522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761263.736524:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761263.736529:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 935
00000100:00080000:1.0:1789761263.736534:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761263.736538:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761263.736542:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761263.736549:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761263.736561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777339264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761263.736573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761263.736576:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263]  req@ffff9c6f9118ca80 x1876699777339008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761263.736578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761263.736582:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761263.736591:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 935
00000100:00080000:1.0:1789761263.736597:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761263.736600:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777339008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761263.736606:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761263.736616:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:0.0:1789761263.736618:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761263.736624:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761263.736628:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777339008:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761263.736633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777339392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761263.736645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761263.736649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789761263.736652:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777339136:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761263.736653:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761263.736663:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 935
00000100:00080000:1.0:1789761263.736668:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761263.736673:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789761263.736678:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789761263.736682:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761263.736690:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263]  req@ffff9c6f9118f100 x1876699777339136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761263.736699:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777339520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761263.736704:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777339136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761263.736723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761263.736726:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761263.736729:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761263.736733:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761263.736736:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789761263.736740:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 935
00000100:00100000:0.0:1789761263.736745:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777339136:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761263.736746:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761263.736755:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761263.736759:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777339264:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789761263.736763:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761263.736778:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777339648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761263.736791:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761263.736792:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761263.736797:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761263.736800:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761263.736806:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 935
00000100:00100000:0.0:1789761263.736811:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263]  req@ffff9c6f9118d500 x1876699777339264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761263.736812:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761263.736820:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761263.736829:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761263.736839:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777339264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761263.736844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777339776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761263.736867:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761263.736874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761263.736879:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777339264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761263.736889:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777339392:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761263.736912:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761263.736925:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263]  req@ffff9c6f9118ce00 x1876699777339392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761263.736949:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777339392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761263.736958:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761263.736962:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761263.736965:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777339392:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761263.736987:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777339520:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761263.737011:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761263.737025:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263]  req@ffff9c6f9118e680 x1876699777339520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761263.737039:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777339520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761263.737055:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761263.737059:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761263.737063:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777339520:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761263.737069:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777339648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761263.737091:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761263.737118:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263]  req@ffff9c6f9118c700 x1876699777339648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761263.737132:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777339648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761263.737141:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761263.737145:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761263.737148:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777339648:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761263.737155:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777339776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761263.737177:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761263.737190:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263]  req@ffff9c6f9118ca80 x1876699777339776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761263.737203:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777339776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761263.737211:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761263.737215:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761263.737219:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777339776:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761263.864407:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761264.888364:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761265.912335:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761266.936392:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761267.960373:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761268.856340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761268.856356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761268.856361:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761268.856375:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 940
00000100:00080000:0.0:1789761268.856390:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761268.856399:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761268.856448:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777339904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761268.856481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761268.856484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761268.856486:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761268.856490:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 940
00000100:00080000:0.0:1789761268.856493:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761268.856497:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761268.856508:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761268.856521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7100 x1876699777340032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761268.856529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761268.856531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761268.856533:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761268.856536:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 940
00000100:00080000:0.0:1789761268.856539:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761268.856542:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761268.856545:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761268.856553:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777340160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761268.856564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761268.856564:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777339904:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761268.856572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761268.856575:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761268.856611:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 940
00000100:00080000:0.0:1789761268.856616:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761268.856620:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761268.856625:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761268.856641:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777340288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761268.856649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761268.856652:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761268.856654:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761268.856660:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761268.856661:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 940
00000100:00080000:0.0:1789761268.856684:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761268.856688:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761268.856693:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761268.856708:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777340416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761268.856716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761268.856719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761268.856722:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761268.856729:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 940
00000100:00100000:2.0:1789761268.856731:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268]  req@ffff9c6f84ef4e00 x1876699777339904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761268.856732:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761268.856739:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761268.856744:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761268.856753:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777340544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761268.856789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761268.856792:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761268.856794:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761268.856799:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777339904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761268.856800:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 940
00000100:00080000:0.0:1789761268.856811:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761268.856815:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761268.856822:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789761268.856825:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761268.856837:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777339904:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789761268.856838:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761268.856856:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777340032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761268.856864:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777340672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761268.856893:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761268.856907:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268]  req@ffff9c6f84ef7100 x1876699777340032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761268.856922:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7100 x1876699777340032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761268.856928:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761268.856930:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761268.856933:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777340032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761268.856952:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777340160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761268.856968:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761268.856979:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268]  req@ffff9c6f84ef4700 x1876699777340160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761268.856992:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777340160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761268.857001:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761268.857005:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761268.857009:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777340160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761268.857015:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777340288:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761268.857034:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761268.857043:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268]  req@ffff9c6f84ef7480 x1876699777340288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761268.857050:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777340288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761268.857060:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761268.857062:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761268.857065:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777340288:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761268.857068:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777340416:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761268.857079:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761268.857086:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268]  req@ffff9c6f84ef4a80 x1876699777340416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761268.857098:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777340416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761268.857114:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761268.857117:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761268.857121:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777340416:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761268.857128:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777340544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761268.857150:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761268.857163:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268]  req@ffff9c6f84ef4380 x1876699777340544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761268.857171:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777340544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761268.857176:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761268.857179:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761268.857181:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777340544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761268.857185:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777340672:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761268.857200:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761268.857206:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268]  req@ffff9c6f84ef6680 x1876699777340672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761268.857214:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777340672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761268.857218:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761268.857249:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761268.857252:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777340672:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761268.984413:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761270.008405:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761271.032471:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761272.056356:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761273.080423:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761273.976382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761273.976396:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761273.976402:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761273.976415:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 945
00000100:00080000:1.0:1789761273.976430:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761273.976439:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761273.976486:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777340800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761273.976514:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761273.976518:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761273.976521:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761273.976526:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 945
00000100:00080000:1.0:1789761273.976531:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761273.976536:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761273.976544:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777340800:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789761273.976547:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761273.976566:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777340928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761273.976577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761273.976581:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761273.976583:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761273.976588:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 945
00000100:00080000:1.0:1789761273.976593:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761273.976598:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761273.976604:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761273.976616:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777341056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761273.976625:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761273.976631:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761273.976636:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761273.976639:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761273.976645:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 945
00000100:00080000:1.0:1789761273.976650:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761273.976655:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761273.976663:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761273.976669:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761273]  req@ffff9c6f9118dc00 x1876699777340800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761273.976692:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777340800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761273.976694:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777341184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761273.976714:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761273.976719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761273.976720:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789761273.976729:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1789761273.976729:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777340800:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761273.976734:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761273.976742:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 945
00000100:00080000:1.0:1789761273.976747:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761273.976751:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761273.976756:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777340928:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789761273.976760:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761273.976779:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777341312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761273.976780:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761273.976791:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761273]  req@ffff9c6f9118ed80 x1876699777340928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761273.976807:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761273.976814:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777340928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761273.976815:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761273.976820:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761273.976827:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761273.976831:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 945
00000100:00080000:2.0:1789761273.976835:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761273.976840:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777340928:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761273.976841:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761273.976850:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761273.976851:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777341056:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789761273.976857:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761273.976873:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777341440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761273.976874:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761273.976885:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761273.976887:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761273]  req@ffff9c6f9118df80 x1876699777341056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761273.976892:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761273.976896:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761273.976905:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 945
00000100:00100000:2.0:1789761273.976908:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777341056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761273.976910:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761273.976917:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761273.976924:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761273.976925:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761273.976932:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761273.976936:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777341056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761273.976940:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777341568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761273.976945:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777341184:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761273.976969:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761273.976978:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761273]  req@ffff9c6f9118c380 x1876699777341184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761273.976993:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777341184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761273.976999:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761273.977001:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761273.977003:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777341184:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761273.977014:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777341312:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761273.977026:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761273.977032:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761273]  req@ffff9c6f9118d180 x1876699777341312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761273.977039:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777341312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761273.977045:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761273.977047:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761273.977049:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777341312:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761273.977052:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777341440:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761273.977062:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761273.977068:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761273]  req@ffff9c6f9118f800 x1876699777341440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761273.977075:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777341440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761273.977085:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761273.977087:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761273.977089:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777341440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761273.977092:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777341568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761273.977102:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761273.977107:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761273]  req@ffff9c6f9118dc00 x1876699777341568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761273.977113:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777341568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761273.977118:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761273.977120:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761273.977122:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777341568:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761274.104458:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761275.128363:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761276.152423:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761277.176411:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761278.200386:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761279.096397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761279.096407:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761279.096411:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761279.096422:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 950
00000100:00080000:0.0:1789761279.096434:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761279.096441:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761279.096482:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777341696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761279.096508:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761279.096510:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761279.096512:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761279.096515:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 950
00000100:00080000:0.0:1789761279.096518:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761279.096521:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761279.096531:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761279.096562:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777341824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761279.096567:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777341696:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761279.096573:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761279.096583:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761279.096585:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761279.096589:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 950
00000100:00080000:0.0:1789761279.096591:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761279.096593:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761279.096597:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761279.096608:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777341952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761279.096616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761279.096618:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761279.096619:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761279.096624:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 950
00000100:00080000:0.0:1789761279.096628:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761279.096632:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761279.096637:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761279.096652:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777342080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761279.096663:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761279.096668:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761279.096670:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761279.096675:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 950
00000100:00080000:0.0:1789761279.096680:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761279.096688:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761279.096695:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761279.096710:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777342208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761279.096710:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777341824:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761279.096734:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761279.096737:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761279.096740:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761279.096746:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 950
00000100:00080000:0.0:1789761279.096751:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761279.096755:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761279.096760:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761279.096761:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777341952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761279.096778:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777342336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761279.096790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761279.096794:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761279.096797:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761279.096805:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 950
00000100:00100000:2.0:1789761279.096808:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777342080:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789761279.096812:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761279.096821:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761279.096828:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761279.096848:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777342464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761279.096849:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777342208:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761279.096888:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777342336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761279.096908:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777342464:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761279.224451:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761280.248390:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761281.272403:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789761282.168670:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761282]  req@ffff9c6f84ef4a80 x1876699777342208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761282.168699:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777342208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761282.168712:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761282.168718:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761282.168722:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777342208:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761282.168731:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761282]  req@ffff9c6f84ef7480 x1876699777342336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761282.168744:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777342336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761282.168752:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761282.168757:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761282.168760:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777342336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761282.168767:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761282]  req@ffff9c6f84ef6300 x1876699777341824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761282.168781:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777341824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761282.168790:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761282.168794:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761282.168798:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777341824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761282.168805:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761282]  req@ffff9c6f84ef6680 x1876699777341952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761282.168818:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777341952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761282.168826:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761282.168830:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761282.168834:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777341952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761282.168840:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761282]  req@ffff9c6f84ef4380 x1876699777342080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761282.168851:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777342080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761282.168858:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761282.168862:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761282.168865:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777342080:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761282.168872:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761282]  req@ffff9c6f84ef5500 x1876699777341696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761282.168884:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777341696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761282.168893:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761282.168896:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761282.168900:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777341696:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761282.168929:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761282]  req@ffff9c6f84ef4700 x1876699777342464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761282.168943:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777342464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761282.168951:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761282.168955:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761282.168958:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777342464:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761282.296395:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761283.320400:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761284.216340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761284.216350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761284.216354:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761284.216366:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 955
00000100:00080000:1.0:1789761284.216378:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761284.216385:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761284.216424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777342592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761284.216452:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761284.216454:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761284.216456:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761284.216459:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 955
00000100:00080000:1.0:1789761284.216461:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761284.216464:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761284.216473:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761284.216484:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777342720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761284.216494:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761284.216498:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761284.216500:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761284.216504:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 955
00000100:00080000:1.0:1789761284.216508:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761284.216512:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761284.216517:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761284.216529:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777342848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761284.216540:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761284.216543:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761284.216545:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761284.216549:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 955
00000100:00080000:1.0:1789761284.216553:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761284.216558:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761284.216564:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761284.216576:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777342976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761284.216585:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761284.216588:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761284.216590:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761284.216600:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 955
00000100:00080000:1.0:1789761284.216605:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761284.216609:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761284.216615:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761284.216628:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777342592:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761284.216635:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777343104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761284.216648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761284.216652:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761284.216654:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761284.216662:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 955
00000100:00080000:1.0:1789761284.216667:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761284.216673:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761284.216679:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761284.216692:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777343232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761284.216708:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761284.216713:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761284.216718:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761284.216718:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761284.216727:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 955
00000100:00080000:1.0:1789761284.216732:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761284.216737:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761284.216743:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761284.216756:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777343360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761284.216939:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff9c6f9118ca80 x1876699777342592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761284.216967:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777342592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761284.216980:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761284.216985:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761284.216989:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777342592:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761284.216999:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777342720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761284.217030:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761284.217047:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff9c6f9118c700 x1876699777342720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761284.217059:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777342720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761284.217068:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761284.217072:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761284.217077:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777342720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761284.217084:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777342848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761284.217105:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761284.217116:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff9c6f9118e680 x1876699777342848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761284.217780:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777342848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761284.217817:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761284.217826:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761284.217832:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777342848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761284.217848:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777342976:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761284.217920:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761284.217949:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff9c6f9118ce00 x1876699777342976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761284.217967:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777342976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761284.217976:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761284.217980:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761284.217984:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777342976:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761284.218020:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777343104:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761284.218045:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761284.218058:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff9c6f9118d500 x1876699777343104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761284.218070:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777343104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761284.218079:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761284.218083:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761284.218086:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777343104:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761284.218092:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777343232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761284.218115:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761284.218127:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff9c6f9118f100 x1876699777343232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761284.218140:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777343232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761284.218150:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761284.218153:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761284.218155:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777343232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761284.218159:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777343360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761284.218175:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761284.218182:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff9c6f9118dc00 x1876699777343360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761284.218190:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777343360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761284.218195:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761284.218198:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761284.218200:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777343360:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761284.344393:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761285.368395:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761286.392409:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761287.416351:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761288.440387:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789761289.336518:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777343488:192.168.203.138@tcp:250:kworker.0
00000800:00000100:2.0:1789761289.336623:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761289.336705:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff9c6f91eb9500 x1876699777343488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.336739:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777343488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.336752:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.336757:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761289.336760:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777343488:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761289.336767:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777343616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761289.336788:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761289.336797:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff9c6f91ebb480 x1876699777343616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.336809:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777343616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.336827:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.336831:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761289.336835:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777343616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761289.336865:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777343744:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761289.336883:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761289.336891:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff9c6f91ebad80 x1876699777343744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.336899:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777343744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.336905:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.336907:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761289.336910:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777343744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761289.336914:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777343872:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761289.336925:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761289.336932:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff9c6f91ebb800 x1876699777343872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.336939:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777343872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.336945:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.336947:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761289.336949:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777343872:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761289.336952:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777344000:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761289.336966:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761289.336977:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff9c6f91eb9880 x1876699777344000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.336990:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777344000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.336999:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.337002:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761289.337006:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777344000:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761289.337012:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777344128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761289.337028:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761289.337036:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff9c6f91ebaa00 x1876699777344128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.337049:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777344128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.337055:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.337057:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761289.337059:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777344128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761289.337063:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777344256:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761289.337073:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761289.337079:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff9c6f91eb9f80 x1876699777344256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.337087:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777344256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.337091:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.337093:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761289.337095:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777344256:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761289.464462:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761290.488329:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761291.512358:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761292.536374:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761293.560364:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789761294.456568:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777344384:192.168.203.138@tcp:250:kworker.0
00000800:00000100:2.0:1789761294.456664:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761294.456715:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff9c6f91eb9f80 x1876699777344384/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761294.456733:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777344384/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761294.456754:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761294.456764:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761294.456771:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777344384:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761294.456798:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777344512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761294.456818:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761294.456827:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff9c6f91ebaa00 x1876699777344512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761294.456836:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777344512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761294.456843:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761294.456846:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761294.456849:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777344512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761294.456853:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777344640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761294.456867:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761294.456874:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff9c6f91eb9880 x1876699777344640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761294.456882:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777344640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761294.456894:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761294.456905:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761294.456913:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777344640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761294.456927:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777344768:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761294.456958:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761294.456986:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff9c6f91ebb800 x1876699777344768/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761294.457018:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777344768/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761294.457055:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761294.457064:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761294.457071:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777344768:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761294.457096:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777344896:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761294.457121:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761294.457148:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff9c6f91ebad80 x1876699777344896/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761294.457157:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777344896/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761294.457163:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761294.457166:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761294.457168:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777344896:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761294.457173:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777345024:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761294.457187:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761294.457194:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff9c6f91ebb480 x1876699777345024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761294.457203:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777345024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761294.457208:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761294.457210:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761294.457212:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777345024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761294.457265:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777345152:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761294.457288:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761294.457297:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff9c6f91eb9500 x1876699777345152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761294.457305:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777345152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761294.457310:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761294.457313:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761294.457315:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777345152:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761294.584402:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761295.608388:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761296.632337:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761297.656385:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761298.680426:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761299.576331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761299.576339:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761299.576343:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761299.576352:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 971
00000100:00080000:0.0:1789761299.576373:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761299.576380:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761299.576413:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7100 x1876699777345280/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761299.576447:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761299.576450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761299.576452:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761299.576454:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 971
00000100:00080000:0.0:1789761299.576457:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761299.576459:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761299.576466:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761299.576474:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777345408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761299.576482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761299.576485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761299.576487:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761299.576489:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 971
00000100:00080000:0.0:1789761299.576492:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761299.576495:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761299.576498:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761299.576504:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777345536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761299.576512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761299.576514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761299.576516:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761299.576520:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 971
00000100:00100000:2.0:1789761299.576529:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777345280:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761299.576530:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761299.576541:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761299.576546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761299.576555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777345664/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761299.576562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761299.576565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761299.576566:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761299.576569:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 971
00000100:00080000:0.0:1789761299.576571:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761299.576573:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761299.576575:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761299.576582:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777345792/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761299.576592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761299.576595:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761299.576596:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761299.576598:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 971
00000100:00080000:0.0:1789761299.576603:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761299.576606:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761299.576609:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761299.576617:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761299.576619:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777345920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761299.576627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761299.576630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761299.576638:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761299.576642:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 971
00000100:00080000:0.0:1789761299.576645:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761299.576652:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761299.576656:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761299.576664:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777346048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761299.576671:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299]  req@ffff9c6f84ef7100 x1876699777345280/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761299.576700:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7100 x1876699777345280/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761299.576714:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761299.576719:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761299.576723:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777345280:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761299.576729:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777345408:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761299.576752:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761299.576763:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299]  req@ffff9c6f84ef4e00 x1876699777345408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761299.576772:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777345408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761299.576778:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761299.576780:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761299.576783:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777345408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761299.576806:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777345536:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761299.576818:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761299.576825:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299]  req@ffff9c6f84ef5c00 x1876699777345536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761299.576832:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777345536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761299.576838:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761299.576842:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761299.576845:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777345536:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761299.576852:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777345664:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761299.576876:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761299.576889:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299]  req@ffff9c6f84ef7800 x1876699777345664/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761299.576902:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777345664/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761299.576912:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761299.576915:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761299.576919:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777345664:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761299.576926:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777345792:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761299.576951:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761299.576964:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299]  req@ffff9c6f84ef6a00 x1876699777345792/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761299.576977:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777345792/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761299.576985:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761299.576989:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761299.576993:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777345792:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761299.577000:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777345920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761299.577020:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761299.577029:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299]  req@ffff9c6f84ef4000 x1876699777345920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761299.577038:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777345920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761299.577044:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761299.577046:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761299.577048:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777345920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761299.577051:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777346048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761299.577063:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761299.577069:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299]  req@ffff9c6f84ef6d80 x1876699777346048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761299.577078:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777346048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761299.577086:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761299.577090:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761299.577106:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777346048:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761299.704359:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761300.728403:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761301.752372:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761302.776393:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761303.800373:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789761304.696534:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777346176:192.168.203.138@tcp:250:kworker.0
00000800:00000100:2.0:1789761304.696605:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761304.696652:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761304]  req@ffff9c6f91eb9500 x1876699777346176/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761304.696695:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777346176/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761304.696724:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761304.696734:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761304.696741:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777346176:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761304.696769:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777346304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761304.696798:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761304.696810:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761304]  req@ffff9c6f91ebb480 x1876699777346304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761304.696824:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777346304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761304.696837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761304.696843:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761304.696849:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777346304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761304.696857:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777346432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761304.696880:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761304.696889:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761304]  req@ffff9c6f91ebad80 x1876699777346432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761304.696905:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777346432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761304.696912:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761304.696915:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761304.696919:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777346432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761304.696928:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777346560:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761304.696950:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761304.696962:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761304]  req@ffff9c6f91ebb800 x1876699777346560/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761304.696975:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777346560/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761304.696984:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761304.696988:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761304.696992:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777346560:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761304.696998:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777346688:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761304.697017:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761304.697028:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761304]  req@ffff9c6f91eb9880 x1876699777346688/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761304.697041:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777346688/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761304.697049:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761304.697065:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761304.697070:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777346688:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761304.697089:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777346816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761304.697111:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761304.697123:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761304]  req@ffff9c6f91ebaa00 x1876699777346816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761304.697137:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777346816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761304.697145:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761304.697149:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761304.697152:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777346816:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761304.697158:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777346944:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761304.697177:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761304.697188:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761304]  req@ffff9c6f91eb9f80 x1876699777346944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761304.697201:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777346944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761304.697210:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761304.697214:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761304.697217:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777346944:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761304.824408:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761305.848385:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761306.872380:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761307.896344:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761308.920397:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789761309.816555:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777347072:192.168.203.138@tcp:250:kworker.0
00000800:00000100:2.0:1789761309.816613:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761309.816652:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309]  req@ffff9c6f91eb9f80 x1876699777347072/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761309.816670:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777347072/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761309.816685:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761309.816691:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761309.816696:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777347072:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761309.816706:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777347200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761309.816737:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761309.816748:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309]  req@ffff9c6f91ebaa00 x1876699777347200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761309.816763:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777347200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761309.816783:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761309.816789:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761309.816796:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777347200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761309.816830:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777347328:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761309.816861:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761309.816874:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309]  req@ffff9c6f91eb9880 x1876699777347328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761309.816884:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777347328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761309.816890:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761309.816893:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761309.816896:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777347328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761309.816901:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777347456:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761309.816912:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761309.816918:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309]  req@ffff9c6f91ebb800 x1876699777347456/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761309.816935:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777347456/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761309.816941:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761309.816943:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761309.816945:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777347456:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761309.816949:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777347584:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761309.816960:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761309.816966:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309]  req@ffff9c6f91ebad80 x1876699777347584/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761309.816973:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777347584/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761309.816978:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761309.816979:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761309.816981:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777347584:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761309.816984:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777347712:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761309.816994:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761309.817000:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309]  req@ffff9c6f91ebb480 x1876699777347712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761309.817008:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777347712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761309.817031:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761309.817034:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761309.817036:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777347712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761309.817048:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777347840:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761309.817063:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761309.817074:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309]  req@ffff9c6f91eb9500 x1876699777347840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761309.817086:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777347840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761309.817094:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761309.817098:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761309.817101:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777347840:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761309.944361:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761310.968361:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761311.992324:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761313.016363:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761314.040350:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789761314.936469:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777347968:192.168.203.138@tcp:250:kworker.0
00000800:00000100:2.0:1789761314.936534:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761314.936583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314]  req@ffff9c6f91eb9500 x1876699777347968/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761314.936604:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777347968/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761314.936624:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761314.936636:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761314.936647:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777347968:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761314.936662:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777348096:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761314.936695:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761314.936713:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314]  req@ffff9c6f91ebb480 x1876699777348096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761314.936741:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777348096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761314.936753:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761314.936757:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761314.936762:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777348096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761314.936789:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777348224:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761314.936813:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761314.936827:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314]  req@ffff9c6f91ebad80 x1876699777348224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761314.936840:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777348224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761314.936847:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761314.936849:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761314.936852:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777348224:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761314.936857:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777348352:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761314.936873:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761314.936880:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314]  req@ffff9c6f91ebb800 x1876699777348352/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761314.936892:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777348352/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761314.936900:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761314.936904:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761314.936907:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777348352:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761314.936913:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777348480:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761314.936933:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761314.936943:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314]  req@ffff9c6f91eb9880 x1876699777348480/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761314.936951:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777348480/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761314.936956:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761314.936959:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761314.936961:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777348480:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761314.936965:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777348608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761314.936995:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761314.937005:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314]  req@ffff9c6f91ebaa00 x1876699777348608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761314.937013:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777348608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761314.937018:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761314.937021:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761314.937023:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777348608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761314.937026:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777348736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761314.937039:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761314.937045:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314]  req@ffff9c6f91eb9f80 x1876699777348736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761314.937053:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777348736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761314.937058:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761314.937059:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761314.937061:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777348736:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761315.064349:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761316.088392:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761317.112341:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761318.136349:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761319.160373:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789761320.056460:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777348864:192.168.203.138@tcp:250:kworker.0
00000800:00000100:2.0:1789761320.056553:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761320.056601:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff9c6f91eb9f80 x1876699777348864/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761320.056632:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777348864/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761320.056648:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761320.056657:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761320.056665:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777348864:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761320.056697:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777348992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761320.056722:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761320.056736:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff9c6f91ebaa00 x1876699777348992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761320.056744:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777348992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761320.056750:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761320.056753:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761320.056755:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777348992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761320.056759:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777349120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761320.056770:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761320.056776:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff9c6f91eb9880 x1876699777349120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761320.056783:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777349120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761320.056789:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761320.056790:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761320.056792:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777349120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761320.056796:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777349248:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761320.056808:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761320.056814:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff9c6f91ebb800 x1876699777349248/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761320.056821:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777349248/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761320.056827:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761320.056829:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761320.056831:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777349248:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761320.056834:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777349376:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761320.056843:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761320.056849:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff9c6f91ebad80 x1876699777349376/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761320.056855:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777349376/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761320.056860:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761320.056862:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761320.056863:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777349376:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761320.056866:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777349504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761320.056876:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761320.056881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff9c6f91ebb480 x1876699777349504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761320.056889:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777349504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761320.056894:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761320.056896:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761320.056897:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777349504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761320.056908:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777349632:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761320.056918:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761320.056924:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff9c6f91eb9500 x1876699777349632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761320.056930:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777349632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761320.056935:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761320.056953:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761320.056956:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777349632:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761320.184407:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761321.208370:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761322.232438:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761323.256399:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761324.280361:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761325.176382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761325.176395:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761325.176401:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761325.176415:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 996
00000100:00080000:0.0:1789761325.176430:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761325.176440:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761325.176488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777349760/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761325.176520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761325.176524:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761325.176526:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761325.176531:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 996
00000100:00080000:0.0:1789761325.176536:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761325.176540:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761325.176552:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761325.176568:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777349888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761325.176574:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777349760:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761325.176589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761325.176593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761325.176595:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761325.176600:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 996
00000100:00080000:0.0:1789761325.176604:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761325.176608:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761325.176613:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761325.176638:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777350016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761325.176648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761325.176652:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761325.176654:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761325.176658:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 996
00000800:00000100:2.0:1789761325.176664:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761325.176666:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761325.176673:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761325.176679:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761325.176692:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777350144/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761325.176702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761325.176706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761325.176708:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761325.176713:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 996
00000100:00100000:2.0:1789761325.176718:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff9c6f84ef5f80 x1876699777349760/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761325.176720:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761325.176730:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761325.176737:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761325.176740:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777349760/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761325.176752:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761325.176754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777350272/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761325.176757:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761325.176765:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777349760:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761325.176775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761325.176780:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761325.176782:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761325.176787:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 996
00000100:00080000:0.0:1789761325.176792:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761325.176792:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777349888:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761325.176802:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761325.176809:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761325.176818:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761325.176825:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777350400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761325.176831:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff9c6f84ef5880 x1876699777349888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761325.176854:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761325.176854:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777349888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761325.176866:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761325.176869:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761325.176870:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761325.176877:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761325.176881:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 996
00000100:00100000:2.0:1789761325.176884:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777349888:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761325.176888:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761325.176891:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777350016:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761325.176897:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761325.176918:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761325.176928:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761325.176935:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777350528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761325.176940:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff9c6f84ef6d80 x1876699777350016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761325.176965:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777350016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761325.176984:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761325.176988:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761325.176990:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777350016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761325.176995:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777350144:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761325.177009:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761325.177017:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff9c6f84ef4000 x1876699777350144/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761325.177026:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777350144/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761325.177031:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761325.177033:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761325.177035:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777350144:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761325.177039:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777350272:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761325.177049:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761325.177055:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff9c6f84ef6a00 x1876699777350272/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761325.177062:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777350272/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761325.177067:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761325.177068:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761325.177070:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777350272:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761325.177081:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777350400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761325.177091:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761325.177097:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff9c6f84ef7800 x1876699777350400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761325.177105:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777350400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761325.177110:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761325.177112:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761325.177114:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777350400:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761325.177117:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777350528:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761325.177128:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761325.177133:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff9c6f84ef5c00 x1876699777350528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761325.177141:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777350528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761325.177146:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761325.177148:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761325.177149:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777350528:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761325.304417:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761326.328384:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761327.352360:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761328.376354:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761329.400370:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761330.296292:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761330.296300:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761330.296304:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761330.296313:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1001
00000100:00080000:0.0:1789761330.296323:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761330.296329:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761330.296361:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777350656/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761330.296388:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761330.296392:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761330.296395:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761330.296400:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1001
00000100:00080000:0.0:1789761330.296404:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761330.296410:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761330.296421:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761330.296434:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777350656:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761330.296445:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7100 x1876699777350784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761330.296456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761330.296460:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761330.296463:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761330.296468:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1001
00000100:00080000:0.0:1789761330.296473:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761330.296479:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761330.296485:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761330.296496:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761330.296500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777350912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761330.296512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761330.296514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761330.296516:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761330.296519:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1001
00000100:00080000:0.0:1789761330.296523:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761330.296526:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761330.296531:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761330.296539:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff9c6f84ef4e00 x1876699777350656/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761330.296543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777351040/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761330.296568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761330.296570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761330.296572:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761330.296576:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1001
00000100:00080000:0.0:1789761330.296580:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761330.296583:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761330.296587:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761330.296587:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777350656/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761330.296597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777351168/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761330.296602:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761330.296605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761330.296612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761330.296615:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761330.296616:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761330.296622:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777350656:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761330.296623:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1001
00000100:00080000:0.0:1789761330.296629:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761330.296633:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761330.296636:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761330.296643:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777351296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761330.296652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761330.296653:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777350784:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761330.296661:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761330.296665:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761330.296671:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1001
00000100:00080000:0.0:1789761330.296676:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761330.296680:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761330.296687:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761330.296690:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761330.296705:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777351424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761330.296707:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff9c6f84ef7100 x1876699777350784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761330.296739:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7100 x1876699777350784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761330.296746:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761330.296749:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761330.296752:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777350784:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761330.296757:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777350912:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761330.296771:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761330.296778:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff9c6f84ef4700 x1876699777350912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761330.296785:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777350912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761330.296791:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761330.296793:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761330.296795:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777350912:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761330.296799:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777351040:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761330.296812:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761330.296819:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff9c6f84ef5500 x1876699777351040/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761330.296828:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777351040/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761330.296834:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761330.296836:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761330.296838:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777351040:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761330.296841:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777351168:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761330.296854:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761330.296877:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff9c6f84ef4380 x1876699777351168/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761330.296888:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777351168/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761330.296894:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761330.296897:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761330.296900:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777351168:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761330.296916:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777351296:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761330.296935:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761330.296944:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff9c6f84ef6680 x1876699777351296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761330.296952:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777351296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761330.296957:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761330.296959:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761330.296961:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777351296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761330.296965:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777351424:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761330.296975:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761330.296983:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff9c6f84ef6300 x1876699777351424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761330.296990:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777351424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761330.296995:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761330.296997:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761330.296998:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777351424:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761330.424327:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761331.448371:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761332.472528:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761333.496350:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761334.520397:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761335.416351:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761335.416367:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761335.416370:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761335.416382:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1007
00000100:00080000:2.0:1789761335.416392:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761335.416399:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761335.416439:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777351552/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761335.416475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761335.416478:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761335.416479:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761335.416483:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1007
00000100:00080000:2.0:1789761335.416486:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761335.416491:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761335.416501:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761335.416513:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777351680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761335.416522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761335.416526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761335.416531:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761335.416533:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777351552:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761335.416536:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1007
00000100:00080000:2.0:1789761335.416545:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761335.416550:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761335.416553:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761335.416562:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777351808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761335.416570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761335.416574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761335.416576:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761335.416582:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1007
00000100:00080000:2.0:1789761335.416587:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761335.416592:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761335.416599:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761335.416613:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777351936/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761335.416622:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761335.416635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761335.416638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761335.416640:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761335.416644:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1007
00000100:00080000:2.0:1789761335.416648:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761335.416651:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761335.416656:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761335.416666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777352064/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761335.416673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761335.416676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761335.416677:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761335.416682:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1007
00000100:00080000:2.0:1789761335.416686:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761335.416689:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761335.416693:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761335.416706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777352192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761335.416708:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff9c6f851a1f80 x1876699777351552/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761335.416762:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761335.416766:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761335.416769:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761335.416773:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1007
00000100:00080000:2.0:1789761335.416777:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761335.416781:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777351552/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761335.416786:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761335.416798:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761335.416804:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761335.416811:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761335.416812:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777352320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761335.416839:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777351552:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761335.416882:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777351680:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761335.416913:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761335.416929:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff9c6f851a1c00 x1876699777351680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761335.416944:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777351680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761335.416954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761335.416958:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761335.416962:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777351680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761335.416970:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777351808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761335.416991:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761335.417003:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff9c6f851a3b80 x1876699777351808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761335.417025:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777351808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761335.417033:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761335.417037:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761335.417041:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777351808:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761335.417049:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777351936:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761335.417068:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761335.417076:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff9c6f851a1180 x1876699777351936/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761335.417084:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777351936/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761335.417090:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761335.417093:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761335.417095:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777351936:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761335.417099:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777352064:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761335.417111:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761335.417117:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff9c6f851a2680 x1876699777352064/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761335.417124:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777352064/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761335.417133:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761335.417136:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761335.417138:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777352064:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761335.417141:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777352192:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761335.417151:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761335.417157:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff9c6f851a2300 x1876699777352192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761335.417164:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777352192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761335.417169:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761335.417172:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761335.417174:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777352192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761335.417177:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777352320:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761335.417187:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761335.417193:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff9c6f851a0380 x1876699777352320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761335.417199:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777352320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761335.417204:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761335.417206:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761335.417209:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777352320:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761335.544379:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761336.568330:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761337.592405:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761338.616354:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761339.640358:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761340.536469:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777352448:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789761340.536540:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761340.536583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761340]  req@ffff9c6f91eb9500 x1876699777352448/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761340.536605:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777352448/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761340.536621:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761340.536627:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761340.536634:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777352448:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761340.536658:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777352576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761340.536694:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761340.536720:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761340]  req@ffff9c6f91ebb480 x1876699777352576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761340.536729:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777352576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761340.536735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761340.536737:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761340.536740:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777352576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761340.536746:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777352704:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761340.536761:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761340.536767:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761340]  req@ffff9c6f91ebad80 x1876699777352704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761340.536775:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777352704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761340.536780:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761340.536782:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761340.536798:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777352704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761340.536804:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777352832:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761340.536827:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761340.536838:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761340]  req@ffff9c6f91ebb800 x1876699777352832/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761340.536852:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777352832/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761340.536861:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761340.536864:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761340.536868:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777352832:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761340.536874:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777352960:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761340.536896:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761340.536908:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761340]  req@ffff9c6f91eb9880 x1876699777352960/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761340.536916:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777352960/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761340.536922:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761340.536924:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761340.536926:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777352960:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761340.536930:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777353088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761340.536943:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761340.536950:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761340]  req@ffff9c6f91ebaa00 x1876699777353088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761340.536957:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777353088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761340.536962:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761340.536964:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761340.536965:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777353088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761340.536978:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777353216:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761340.536989:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761340.537008:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761340]  req@ffff9c6f91eb9f80 x1876699777353216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761340.537015:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777353216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761340.537025:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761340.537027:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761340.537029:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777353216:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761340.664353:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761341.688444:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761342.712307:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761343.736369:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761344.760426:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761345.656483:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777353344:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761345.656601:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777353472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761345.656642:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777353600:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761345.656677:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777353728:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761345.656699:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777353856:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761345.656716:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777353984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761345.656733:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777354112:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761345.784355:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761346.808417:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761347.832370:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761348.728487:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789761348.728529:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761348.728544:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761348.728577:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761348.728586:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761348.728594:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761348.728601:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761348.728611:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761348.728621:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789761348.728646:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761348]  req@ffff9c6f91ebb800 x1876699777353728/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761348.728673:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777353728/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761348.728692:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761348.728698:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761348.728703:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777353728:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761348.728711:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761348]  req@ffff9c6f91ebad80 x1876699777353856/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761348.728720:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777353856/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761348.728742:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761348.728746:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761348.728749:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777353856:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761348.728757:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761348]  req@ffff9c6f91ebb480 x1876699777353984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761348.728771:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777353984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761348.728780:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761348.728783:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761348.728787:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777353984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761348.728794:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761348]  req@ffff9c6f91eb9500 x1876699777354112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761348.728807:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777354112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761348.728816:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761348.728820:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761348.728824:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777354112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761348.728830:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761348]  req@ffff9c6f91eb9f80 x1876699777353344/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761348.728844:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777353344/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761348.728849:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761348.728851:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761348.728853:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777353344:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761348.728858:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761348]  req@ffff9c6f91ebaa00 x1876699777353472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761348.728864:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777353472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761348.728869:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761348.728871:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761348.728873:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777353472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761348.728885:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761348]  req@ffff9c6f91eb9880 x1876699777353600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761348.728897:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777353600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761348.728906:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761348.728909:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761348.728913:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777353600:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761348.856320:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761349.880366:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761350.776582:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777354240:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789761350.776674:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761350.776749:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350]  req@ffff9c6f91eb9880 x1876699777354240/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761350.776784:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777354240/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761350.776809:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761350.776820:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761350.776832:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777354240:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761350.776876:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777354368:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761350.776918:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761350.776953:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350]  req@ffff9c6f91ebaa00 x1876699777354368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761350.776966:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777354368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761350.776975:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761350.776978:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761350.776983:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777354368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761350.776989:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777354496:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761350.777010:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761350.777022:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350]  req@ffff9c6f91eb9f80 x1876699777354496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761350.777033:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777354496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761350.777040:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761350.777043:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761350.777046:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777354496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761350.777052:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777354624:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761350.777072:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761350.777083:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350]  req@ffff9c6f91eb9500 x1876699777354624/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761350.777095:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777354624/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761350.777103:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761350.777106:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761350.777109:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777354624:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761350.777115:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777354752:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761350.777135:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761350.777146:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350]  req@ffff9c6f91ebb480 x1876699777354752/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761350.777158:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777354752/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761350.777167:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761350.777170:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761350.777174:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777354752:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761350.777180:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777354880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761350.777201:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761350.777215:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350]  req@ffff9c6f91ebad80 x1876699777354880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761350.777274:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777354880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761350.777283:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761350.777287:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761350.777290:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777354880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761350.777315:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777355008:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761350.777340:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761350.777352:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350]  req@ffff9c6f91ebb800 x1876699777355008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761350.777364:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777355008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761350.777372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761350.777375:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761350.777378:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777355008:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761350.904411:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761351.928355:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761352.952349:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761353.976361:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761355.000319:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761355.896359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761355.896369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761355.896374:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761355.896384:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1027
00000100:00080000:1.0:1789761355.896396:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761355.896411:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761355.896462:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777355136/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761355.896492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761355.896495:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761355.896496:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761355.896500:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1027
00000100:00080000:1.0:1789761355.896503:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761355.896507:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761355.896516:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761355.896531:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777355136:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761355.896532:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777355264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761355.896545:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761355.896548:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761355.896549:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761355.896552:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1027
00000100:00080000:1.0:1789761355.896555:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761355.896557:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761355.896560:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761355.896572:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777355392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761355.896579:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761355.896582:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761355.896583:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761355.896586:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1027
00000100:00080000:1.0:1789761355.896589:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761355.896594:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761355.896596:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761355.896602:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761355.896611:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777355520/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761355.896621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761355.896624:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761355.896627:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761355.896631:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1027
00000100:00080000:1.0:1789761355.896636:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761355.896644:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761355.896645:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355]  req@ffff9c6f9118f800 x1876699777355136/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761355.896653:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761355.896665:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777355136/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761355.896685:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777355648/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761355.896687:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761355.896694:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761355.896702:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777355136:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761355.896711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761355.896716:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761355.896718:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761355.896724:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1027
00000100:00100000:0.0:1789761355.896728:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777355264:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761355.896730:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761355.896736:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761355.896742:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761355.896753:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761355.896758:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777355776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761355.896768:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355]  req@ffff9c6f9118d180 x1876699777355264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761355.896768:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761355.896775:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761355.896780:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761355.896789:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1027
00000100:00100000:0.0:1789761355.896792:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777355264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761355.896794:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761355.896801:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761355.896808:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761355.896817:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761355.896821:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777355904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761355.896822:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761355.896829:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777355264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761355.896845:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777355392:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761355.896862:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761355.896869:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355]  req@ffff9c6f9118c380 x1876699777355392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761355.896877:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777355392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761355.896882:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761355.896884:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761355.896886:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777355392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761355.896890:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777355520:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761355.896901:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761355.896906:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355]  req@ffff9c6f9118df80 x1876699777355520/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761355.896913:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777355520/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761355.896918:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761355.896920:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761355.896922:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777355520:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761355.896926:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777355648:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761355.896936:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761355.896941:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355]  req@ffff9c6f9118ed80 x1876699777355648/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761355.896948:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777355648/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761355.896953:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761355.896955:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761355.896957:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777355648:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761355.896969:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777355776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761355.896979:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761355.896985:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355]  req@ffff9c6f9118f800 x1876699777355776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761355.896992:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777355776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761355.896997:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761355.897000:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761355.897002:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777355776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761355.897005:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777355904:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761355.897015:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761355.897025:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355]  req@ffff9c6f9118dc00 x1876699777355904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761355.897037:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777355904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761355.897046:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761355.897049:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761355.897052:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777355904:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761356.024378:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761357.048344:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761358.072325:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761359.096390:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761361.016314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761361.016323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761361.016327:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761361.016335:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1032
00000100:00080000:1.0:1789761361.016362:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761361.016369:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761361.016406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777356032/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761361.016429:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761361.016432:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761361.016433:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761361.016436:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1032
00000100:00080000:1.0:1789761361.016438:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761361.016441:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761361.016448:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761361.016458:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777356160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761361.016490:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777356032:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761361.016492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761361.016501:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761361.016505:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761361.016509:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1032
00000100:00080000:1.0:1789761361.016512:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761361.016516:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761361.016520:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761361.016530:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777356288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761361.016538:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761361.016541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761361.016543:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761361.016545:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1032
00000100:00080000:1.0:1789761361.016549:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761361.016553:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761361.016557:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761361.016564:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761361.016569:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777356416/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761361.016595:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761361.016597:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761361.016599:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761361.016602:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1032
00000100:00080000:1.0:1789761361.016604:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761361.016607:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761361.016610:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761361.016619:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777356544/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761361.016625:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff9c6f9118f100 x1876699777356032/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761361.016629:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761361.016651:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761361.016656:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761361.016661:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1032
00000100:00080000:1.0:1789761361.016683:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761361.016684:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777356032/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761361.016694:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761361.016703:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761361.016706:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761361.016714:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761361.016723:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777356672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761361.016724:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777356032:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761361.016742:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761361.016745:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761361.016747:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761361.016751:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1032
00000100:00080000:1.0:1789761361.016755:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761361.016758:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761361.016762:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761361.016769:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777356160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761361.016774:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777356800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761361.016813:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761361.016830:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff9c6f9118d500 x1876699777356160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761361.016849:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777356160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761361.016856:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761361.016859:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761361.016861:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777356160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761361.016866:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777356288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761361.016883:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761361.016892:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff9c6f9118ce00 x1876699777356288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761361.016901:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777356288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761361.016906:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761361.016908:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761361.016911:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777356288:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761361.016915:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777356416:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761361.016927:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761361.016933:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff9c6f9118e680 x1876699777356416/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761361.016941:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777356416/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761361.016951:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761361.016953:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761361.016955:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777356416:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761361.016959:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777356544:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761361.016970:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761361.016975:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff9c6f9118c700 x1876699777356544/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761361.016983:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777356544/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761361.017005:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761361.017009:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761361.017012:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777356544:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761361.017018:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777356672:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761361.017038:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761361.017049:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff9c6f9118ca80 x1876699777356672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761361.017078:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777356672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761361.017084:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761361.017086:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761361.017089:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777356672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761361.017119:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777356800:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761361.017156:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761361.017168:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff9c6f9118f100 x1876699777356800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761361.017177:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777356800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761361.017184:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761361.017186:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761361.017189:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777356800:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761361.144347:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761362.168382:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761364.216340:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761365.240393:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761366.136343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761366.136353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761366.136358:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761366.136367:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1037
00000100:00080000:2.0:1789761366.136377:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761366.136385:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761366.136418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777356928/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761366.136447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761366.136450:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761366.136452:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761366.136456:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1037
00000100:00080000:2.0:1789761366.136459:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761366.136465:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761366.136474:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761366.136487:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777357056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761366.136500:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777356928:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761366.136505:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761366.136509:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761366.136510:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761366.136521:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1037
00000100:00080000:2.0:1789761366.136525:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761366.136531:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761366.136538:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761366.136557:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777357184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761366.136568:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761366.136571:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761366.136575:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761366.136581:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1037
00000100:00080000:2.0:1789761366.136586:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761366.136589:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761366.136607:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761366.136623:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777357312/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761366.136634:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761366.136648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761366.136653:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761366.136656:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761366.136662:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1037
00000100:00080000:2.0:1789761366.136666:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761366.136670:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761366.136676:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761366.136687:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff9c6f851a3480 x1876699777356928/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761366.136691:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777357440/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761366.136751:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761366.136757:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761366.136758:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761366.136763:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1037
00000100:00080000:2.0:1789761366.136766:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761366.136769:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761366.136772:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761366.136775:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777356928/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761366.136782:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777357568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761366.136833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761366.136836:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761366.136838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761366.136847:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761366.136854:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761366.136860:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1037
00000100:00100000:0.0:1789761366.136867:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777356928:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761366.136869:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761366.136880:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761366.136886:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761366.136897:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777357696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761366.136913:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777357056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761366.136948:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761366.136964:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff9c6f851a0000 x1876699777357056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761366.136992:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777357056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761366.137002:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761366.137006:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761366.137008:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777357056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761366.137015:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777357184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761366.137035:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761366.137051:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff9c6f851a2d80 x1876699777357184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761366.137061:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777357184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761366.137070:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761366.137073:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761366.137076:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777357184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761366.137083:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777357312:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761366.137103:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761366.137121:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff9c6f851a1500 x1876699777357312/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761366.137141:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777357312/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761366.137155:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761366.137158:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761366.137160:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777357312:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761366.137165:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777357440:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761366.137177:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761366.137184:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff9c6f851a0380 x1876699777357440/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761366.137191:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777357440/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761366.137197:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761366.137199:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761366.137200:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777357440:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761366.137205:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777357568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761366.137216:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761366.137242:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff9c6f851a2300 x1876699777357568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761366.137255:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777357568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761366.137267:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761366.137273:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761366.137277:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777357568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761366.137302:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777357696:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761366.137316:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761366.137323:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff9c6f851a2680 x1876699777357696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761366.137331:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777357696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761366.137336:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761366.137338:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761366.137340:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777357696:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761367.288351:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761368.312401:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761370.360324:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761371.256307:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761371.256316:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761371.256320:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761371.256328:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1042
00000100:00080000:2.0:1789761371.256339:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761371.256347:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761371.256383:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777357824/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761371.256402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761371.256405:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761371.256407:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761371.256410:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1042
00000100:00080000:2.0:1789761371.256412:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761371.256415:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761371.256423:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761371.256433:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777357824:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761371.256433:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777357952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761371.256447:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761371.256449:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761371.256450:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761371.256453:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1042
00000100:00080000:2.0:1789761371.256455:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761371.256457:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761371.256460:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761371.256467:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777358080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761371.256474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761371.256476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761371.256478:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761371.256480:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1042
00000100:00080000:2.0:1789761371.256483:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761371.256485:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761371.256489:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761371.256502:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761371.256511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777358208/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761371.256519:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761371.256521:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761371.256522:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761371.256525:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1042
00000100:00080000:2.0:1789761371.256528:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761371.256530:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761371.256533:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761371.256541:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777358336/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761371.256547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761371.256550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761371.256554:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761371.256580:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff9c6f851a1180 x1876699777357824/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761371.256584:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1042
00000100:00080000:2.0:1789761371.256591:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761371.256596:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761371.256601:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761371.256609:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777357824/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761371.256614:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777358464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761371.256626:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761371.256628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761371.256632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761371.256633:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761371.256634:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761371.256640:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777357824:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761371.256641:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1042
00000100:00080000:2.0:1789761371.256647:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761371.256651:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761371.256654:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761371.256661:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777358592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761371.256668:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777357952:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761371.256692:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761371.256703:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff9c6f851a3b80 x1876699777357952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761371.256712:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777357952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761371.256720:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761371.256724:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761371.256728:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777357952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761371.256734:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777358080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761371.256754:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761371.256766:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff9c6f851a1c00 x1876699777358080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761371.256778:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777358080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761371.256787:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761371.256791:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761371.256794:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777358080:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761371.256801:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777358208:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761371.256819:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761371.256828:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff9c6f851a1f80 x1876699777358208/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761371.256836:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777358208/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761371.256842:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761371.256844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761371.256846:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777358208:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761371.256849:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777358336:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761371.256860:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761371.256866:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff9c6f851a2a00 x1876699777358336/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761371.256873:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777358336/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761371.256878:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761371.256880:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761371.256881:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777358336:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761371.256891:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777358464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761371.256901:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761371.256907:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff9c6f851a1880 x1876699777358464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761371.256913:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777358464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761371.256918:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761371.256920:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761371.256922:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777358464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761371.256935:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777358592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761371.256945:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761371.256951:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff9c6f851a0e00 x1876699777358592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761371.256958:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777358592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761371.256963:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761371.256965:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761371.256967:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777358592:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761371.384372:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761373.432344:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761374.456318:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761376.376333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761376.376343:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761376.376349:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761376.376360:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1048
00000100:00080000:0.0:1789761376.376371:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761376.376378:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761376.376419:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777358720/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761376.376453:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761376.376456:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761376.376457:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761376.376461:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1048
00000100:00080000:0.0:1789761376.376463:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761376.376466:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761376.376476:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761376.376485:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777358848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761376.376494:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761376.376497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761376.376500:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761376.376507:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1048
00000100:00100000:2.0:1789761376.376509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777358720:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761376.376510:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761376.376532:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761376.376539:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761376.376554:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777358976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761376.376564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761376.376568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761376.376570:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761376.376574:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1048
00000100:00080000:0.0:1789761376.376580:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761376.376586:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761376.376591:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761376.376607:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777359104/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761376.376614:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761376.376631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761376.376636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761376.376638:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761376.376645:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1048
00000100:00080000:0.0:1789761376.376650:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761376.376655:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761376.376661:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761376.376673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777359232/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761376.376676:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff9c6f84ef7480 x1876699777358720/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761376.376683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761376.376693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761376.376698:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761376.376712:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1048
00000100:00080000:0.0:1789761376.376721:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761376.376730:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761376.376735:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761376.376742:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777358720/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761376.376746:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777359360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761376.376823:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761376.376824:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761376.376836:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761376.376839:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761376.376841:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761376.376846:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1048
00000100:00080000:0.0:1789761376.376851:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761376.376856:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777358720:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761376.376858:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761376.376866:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761376.376876:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777359488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761376.376895:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777358848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761376.376928:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761376.376942:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff9c6f84ef4a80 x1876699777358848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761376.376957:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777358848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761376.376967:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761376.376971:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761376.376975:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777358848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761376.376982:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777358976:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761376.377001:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761376.377012:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff9c6f84ef6300 x1876699777358976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761376.377024:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777358976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761376.377034:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761376.377037:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761376.377041:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777358976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761376.377047:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777359104:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761376.377065:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761376.377075:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff9c6f84ef6680 x1876699777359104/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761376.377095:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777359104/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761376.377104:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761376.377108:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761376.377111:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777359104:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761376.377119:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777359232:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761376.377138:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761376.377149:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff9c6f84ef4380 x1876699777359232/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761376.377170:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777359232/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761376.377179:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761376.377183:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761376.377187:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777359232:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761376.377194:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777359360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761376.377212:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761376.377245:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff9c6f84ef5500 x1876699777359360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761376.377259:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777359360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761376.377275:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761376.377278:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761376.377282:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777359360:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761376.377289:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777359488:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761376.377309:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761376.377320:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff9c6f84ef4700 x1876699777359488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761376.377332:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777359488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761376.377341:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761376.377345:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761376.377348:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777359488:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761376.504353:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761377.528359:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761379.576349:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761380.600373:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789761381.496517:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777359616:192.168.203.138@tcp:250:kworker.0
00000800:00000100:2.0:1789761381.496576:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761381.496615:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff9c6f91ebb800 x1876699777359616/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761381.496642:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777359616/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761381.496654:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761381.496660:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761381.496666:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777359616:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761381.496687:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777359744:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761381.496711:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761381.496731:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff9c6f91ebad80 x1876699777359744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761381.496757:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777359744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761381.496767:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761381.496772:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761381.496779:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777359744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761381.496790:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777359872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761381.496810:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761381.496821:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff9c6f91ebb480 x1876699777359872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761381.496836:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777359872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761381.496848:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761381.496854:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761381.496858:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777359872:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761381.496870:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777360000:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761381.496889:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761381.496899:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff9c6f91eb9500 x1876699777360000/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761381.496919:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777360000/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761381.496932:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761381.496938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761381.496941:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777360000:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761381.496945:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777360128:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761381.496960:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761381.496969:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff9c6f91eb9f80 x1876699777360128/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761381.496985:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777360128/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761381.496993:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761381.496996:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761381.496998:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777360128:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761381.497009:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777360256:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761381.497021:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761381.497027:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff9c6f91ebaa00 x1876699777360256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761381.497039:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777360256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761381.497044:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761381.497046:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761381.497047:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777360256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761381.497051:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777360384:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761381.497061:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761381.497066:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff9c6f91eb9880 x1876699777360384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761381.497073:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777360384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761381.497078:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761381.497080:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761381.497081:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777360384:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761382.648326:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761383.672377:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761385.720359:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761386.616330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761386.616338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761386.616341:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761386.616350:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1058
00000100:00080000:2.0:1789761386.616359:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761386.616365:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761386.616398:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777360512/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761386.616422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761386.616425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761386.616427:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761386.616430:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1058
00000100:00080000:2.0:1789761386.616432:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761386.616436:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761386.616457:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761386.616468:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777360640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761386.616478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777360512:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761386.616482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761386.616492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761386.616494:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761386.616498:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1058
00000100:00080000:2.0:1789761386.616501:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761386.616505:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761386.616510:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761386.616524:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777360768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761386.616535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761386.616539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761386.616541:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761386.616546:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1058
00000100:00080000:2.0:1789761386.616551:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761386.616557:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761386.616563:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761386.616575:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761386.616576:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777360896/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761386.616587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761386.616590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761386.616591:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761386.616595:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1058
00000100:00080000:2.0:1789761386.616600:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761386.616603:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761386.616607:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761386.616617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777361024/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761386.616626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761386.616629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761386.616631:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761386.616636:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386]  req@ffff9c6f851a3100 x1876699777360512/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761386.616639:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1058
00000100:00080000:2.0:1789761386.616646:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761386.616658:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761386.616672:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761386.616681:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777360512/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761386.616683:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777361152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761386.616740:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761386.616740:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761386.616752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761386.616756:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761386.616757:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761386.616768:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777360512:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761386.616769:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1058
00000100:00080000:2.0:1789761386.616785:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761386.616793:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761386.616799:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761386.616806:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777360640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761386.616817:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777361280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761386.616831:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761386.616850:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386]  req@ffff9c6f851a0700 x1876699777360640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761386.616864:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777360640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761386.616873:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761386.616877:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761386.616880:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777360640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761386.616888:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777360768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761386.616911:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761386.616924:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386]  req@ffff9c6f851a0a80 x1876699777360768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761386.616937:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777360768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761386.616943:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761386.616945:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761386.616948:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777360768:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761386.616952:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777360896:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761386.616969:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761386.616976:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386]  req@ffff9c6f851a3800 x1876699777360896/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761386.616988:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777360896/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761386.616995:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761386.616998:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761386.617002:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777360896:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761386.617008:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777361024:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761386.617029:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761386.617040:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386]  req@ffff9c6f851a0e00 x1876699777361024/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761386.617052:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777361024/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761386.617058:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761386.617060:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761386.617062:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777361024:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761386.617067:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777361152:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761386.617083:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761386.617090:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386]  req@ffff9c6f851a1880 x1876699777361152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761386.617097:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777361152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761386.617107:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761386.617109:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761386.617111:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777361152:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761386.617129:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777361280:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761386.617140:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761386.617146:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386]  req@ffff9c6f851a2a00 x1876699777361280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761386.617154:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777361280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761386.617159:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761386.617161:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761386.617163:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777361280:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761386.744376:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761388.792375:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761389.816388:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761391.736589:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777361408:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789761391.736678:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761391.736736:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391]  req@ffff9c6f91eb9880 x1876699777361408/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761391.736792:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777361408/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761391.736836:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761391.736841:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761391.736846:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777361408:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761391.736870:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777361536:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761391.736891:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761391.736901:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391]  req@ffff9c6f91ebaa00 x1876699777361536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761391.736909:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777361536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761391.736915:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761391.736918:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761391.736920:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777361536:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761391.736924:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777361664:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761391.736938:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761391.736949:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391]  req@ffff9c6f91eb9f80 x1876699777361664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761391.736961:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777361664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761391.736970:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761391.736973:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761391.736976:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777361664:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761391.736983:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777361792:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761391.737006:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761391.737019:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391]  req@ffff9c6f91eb9500 x1876699777361792/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761391.737031:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777361792/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761391.737040:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761391.737043:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761391.737047:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777361792:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761391.737052:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777361920:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761391.737068:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761391.737075:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391]  req@ffff9c6f91ebb480 x1876699777361920/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761391.737083:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777361920/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761391.737088:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761391.737091:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761391.737092:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777361920:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761391.737096:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777362048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761391.737107:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761391.737113:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391]  req@ffff9c6f91ebad80 x1876699777362048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761391.737124:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777362048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761391.737129:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761391.737131:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761391.737133:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777362048:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761391.737136:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777362176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761391.737146:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761391.737152:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391]  req@ffff9c6f91ebb800 x1876699777362176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761391.737159:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777362176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761391.737164:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761391.737165:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761391.737167:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777362176:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761391.864344:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761392.888388:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761394.936329:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761395.960417:0:13176:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 3/3 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789761395.960469:0:6390:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 3 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789761395.960489:0:6390:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f8843cc00/0xcddbef5e65211d4d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xc2b9a3a73985886c expref: -99 pid: 13132 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00000080:00200000:0.0:1789761395.960524:0:6390:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x10:0x0]: losing layout lock
00010000:00010000:0.0:1789761395.960547:0:6390:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f8843dc00/0xcddbef5e65211d46 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc2b9a3a739858850 expref: -99 pid: 13132 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:0.0:1789761395.960562:0:6390:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f80031800/0xcddbef5e65211d31 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xc2b9a3a7398587e0 expref: -99 pid: 13125 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:0.0:1789761395.960609:0:6390:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f8843cc00/0xcddbef5e65211d4d lrc: 1/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc2b9a3a73985886c expref: -99 pid: 13132 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:0.0:1789761395.960614:0:6390:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f8843dc00/0xcddbef5e65211d46 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc2b9a3a739858850 expref: -99 pid: 13132 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:0.0:1789761395.960619:0:6390:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f80031800/0xcddbef5e65211d31 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc2b9a3a7398587e0 expref: -99 pid: 13125 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:0.0:1789761395.960623:0:6390:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed
00010000:00010000:0.0:1789761395.960652:0:6390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f8843cc00/0xcddbef5e65211d4d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xc2b9a3a73985886c expref: -99 pid: 13132 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:0.0:1789761395.960683:0:6390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f8843dc00/0xcddbef5e65211d46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc2b9a3a739858850 expref: -99 pid: 13132 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000100:00080000:1.0:1789761395.960693:0:2404:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN)  req@ffff9c6f84ef7100 x1876699777362304/t0(0) o103->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:17/18 lens 336/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00010000:00010000:0.0:1789761395.960694:0:6390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9c6f91f6e000 lock: ffff9c6f80031800/0xcddbef5e65211d31 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xc2b9a3a7398587e0 expref: -99 pid: 13125 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:0.0:1789761395.960720:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761395.960723:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761395.960724:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761396.856357:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761396.856379:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761396.856384:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761396.856398:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1068
00000100:00080000:2.0:1789761396.856412:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761396.856421:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761396.856468:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777362432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761396.856504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761396.856507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761396.856510:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761396.856514:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1068
00000100:00080000:2.0:1789761396.856517:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761396.856520:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761396.856530:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761396.856543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777362560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761396.856552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761396.856555:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761396.856556:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761396.856561:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1068
00000100:00100000:0.0:1789761396.856563:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777362432:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761396.856563:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761396.856575:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761396.856579:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761396.856589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777362688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761396.856596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761396.856599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761396.856600:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761396.856603:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1068
00000100:00080000:2.0:1789761396.856606:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761396.856608:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761396.856611:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761396.856619:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777362816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761396.856627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761396.856629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761396.856630:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761396.856633:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1068
00000100:00080000:2.0:1789761396.856635:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761396.856640:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761396.856640:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761396.856643:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761396.856653:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777362944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761396.856660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761396.856663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761396.856664:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761396.856666:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1068
00000100:00080000:2.0:1789761396.856669:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761396.856671:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761396.856674:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761396.856683:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777363072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761396.856687:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396]  req@ffff9c6f851a1f80 x1876699777362432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761396.856692:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761396.856700:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761396.856703:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761396.856710:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1068
00000100:00080000:2.0:1789761396.856713:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761396.856717:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777362432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761396.856718:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761396.856724:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761396.856735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789761396.856739:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777363200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761396.856742:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761396.856749:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777362432:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761396.856777:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777362560:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761396.856795:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761396.856803:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396]  req@ffff9c6f851a1c00 x1876699777362560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761396.856812:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777362560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761396.856818:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761396.856821:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761396.856823:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777362560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761396.856826:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777362688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761396.856837:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761396.856843:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396]  req@ffff9c6f851a3b80 x1876699777362688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761396.856851:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777362688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761396.856861:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761396.856863:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761396.856866:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777362688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761396.856869:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777362816:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761396.856880:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761396.856890:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396]  req@ffff9c6f851a1180 x1876699777362816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761396.856907:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777362816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761396.856917:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761396.856921:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761396.856924:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777362816:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761396.856931:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777362944:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761396.856953:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761396.856965:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396]  req@ffff9c6f851a2680 x1876699777362944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761396.856977:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777362944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761396.856983:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761396.856985:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761396.856988:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777362944:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761396.856993:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777363072:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761396.857007:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761396.857014:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396]  req@ffff9c6f851a2300 x1876699777363072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761396.857021:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777363072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761396.857026:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761396.857028:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761396.857030:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777363072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761396.857033:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777363200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761396.857043:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761396.857049:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396]  req@ffff9c6f851a0380 x1876699777363200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761396.857057:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777363200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761396.857061:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761396.857063:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761396.857065:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777363200:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761396.984349:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761399.032449:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761400.056354:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761401.976341:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761401.976352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761401.976356:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761401.976367:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1073
00000100:00080000:2.0:1789761401.976378:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761401.976386:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761401.976422:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777363328/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761401.976453:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761401.976457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761401.976459:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761401.976464:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1073
00000100:00080000:2.0:1789761401.976469:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761401.976474:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761401.976483:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761401.976501:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777363456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761401.976514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761401.976518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761401.976520:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761401.976525:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1073
00000100:00080000:2.0:1789761401.976544:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761401.976549:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761401.976554:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761401.976566:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777363584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761401.976575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761401.976579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761401.976581:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761401.976585:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1073
00000100:00080000:2.0:1789761401.976588:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761401.976592:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761401.976596:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761401.976605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777363712/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761401.976615:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761401.976618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761401.976620:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761401.976623:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1073
00000100:00080000:2.0:1789761401.976626:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761401.976630:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761401.976635:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761401.976645:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777363840/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761401.976655:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761401.976658:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761401.976660:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761401.976664:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1073
00000100:00080000:2.0:1789761401.976667:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761401.976671:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761401.976675:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761401.976684:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777363968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761401.976694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761401.976697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761401.976699:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761401.976702:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1073
00000100:00080000:2.0:1789761401.976705:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761401.976709:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761401.976713:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761401.976721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777364096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789761402.104412:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761403.128331:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761405.176418:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761406.200375:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761407.096324:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761407.096334:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761407.096339:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761407.096350:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1078
00000100:00080000:2.0:1789761407.096363:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761407.096370:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761407.096418:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777364224/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761407.096442:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761407.096445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761407.096447:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761407.096450:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1078
00000100:00080000:2.0:1789761407.096453:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761407.096456:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761407.096466:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761407.096477:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777364352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761407.096487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761407.096493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761407.096496:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761407.096500:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1078
00000100:00080000:2.0:1789761407.096503:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761407.096505:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761407.096508:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761407.096514:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777364480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761407.096520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761407.096522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761407.096523:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761407.096526:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1078
00000100:00080000:2.0:1789761407.096528:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761407.096531:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761407.096534:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761407.096543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777364608/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761407.096550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761407.096553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761407.096554:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761407.096557:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1078
00000100:00080000:2.0:1789761407.096567:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761407.096569:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761407.096572:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761407.096582:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777364736/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761407.096597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761407.096599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761407.096601:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761407.096603:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1078
00000100:00080000:2.0:1789761407.096606:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761407.096608:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761407.096611:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761407.096618:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777364864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761407.096624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761407.096627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761407.096628:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761407.096632:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1078
00000100:00080000:2.0:1789761407.096636:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761407.096645:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761407.096655:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761407.096673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777364992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789761408.248428:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761409.272348:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761410.296401:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761411.320395:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761412.216470:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777365120:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761412.216562:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777365248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761412.216602:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777365376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761412.216637:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777365504:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761412.216676:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777365632:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761412.216698:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777365760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761412.216709:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777365888:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761412.344378:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761413.368391:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761414.392426:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761415.288454:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789761415.288504:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761415.288520:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761415.288562:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761415.288574:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761415.288587:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761415.288597:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789761415.288604:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761415]  req@ffff9c6f91ebad80 x1876699777365248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789761415.288609:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761415.288624:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789761415.288635:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777365248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761415.288649:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761415.288655:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761415.288659:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777365248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761415.288667:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761415]  req@ffff9c6f91ebb480 x1876699777365376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761415.288690:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777365376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761415.288697:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761415.288701:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761415.288704:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777365376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761415.288711:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761415]  req@ffff9c6f91eb9500 x1876699777365504/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761415.288722:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777365504/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761415.288731:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761415.288734:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761415.288737:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777365504:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761415.288752:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761415]  req@ffff9c6f91ebb800 x1876699777365120/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761415.288763:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777365120/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761415.288770:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761415.288773:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761415.288776:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777365120:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761415.288800:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761415]  req@ffff9c6f91eb9f80 x1876699777365632/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761415.288827:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777365632/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761415.288835:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761415.288837:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761415.288842:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777365632:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761415.288848:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761415]  req@ffff9c6f91ebaa00 x1876699777365760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761415.288859:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777365760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761415.288866:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761415.288869:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761415.288873:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777365760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761415.288879:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761415]  req@ffff9c6f91eb9880 x1876699777365888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761415.288890:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777365888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761415.288898:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761415.288902:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761415.288905:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777365888:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761415.416325:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761416.440387:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761417.336394:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761417.336403:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761417.336406:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761417.336414:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1088
00000100:00080000:2.0:1789761417.336423:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761417.336429:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761417.336468:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777366016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761417.336497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761417.336501:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761417.336503:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761417.336508:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1088
00000100:00080000:2.0:1789761417.336512:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761417.336518:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761417.336528:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761417.336540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777366016:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761417.336544:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777366144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761417.336556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761417.336559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761417.336560:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761417.336564:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1088
00000100:00080000:2.0:1789761417.336569:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761417.336574:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761417.336579:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761417.336591:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777366272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761417.336601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761417.336605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761417.336606:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789761417.336612:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761417.336616:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1088
00000100:00080000:2.0:1789761417.336622:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761417.336628:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761417.336634:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761417.336649:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777366400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761417.336651:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff9c6f851a3800 x1876699777366016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761417.336677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761417.336680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761417.336682:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761417.336687:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777366016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761417.336687:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1088
00000100:00080000:2.0:1789761417.336693:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761417.336702:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789761417.336709:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789761417.336711:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761417.336719:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761417.336725:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777366016:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761417.336731:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777366528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761417.336742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761417.336746:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761417.336748:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761417.336752:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1088
00000100:00080000:2.0:1789761417.336755:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761417.336757:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777366144:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789761417.336780:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761417.336787:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761417.336789:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761417.336806:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777366656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761417.336809:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff9c6f851a0a80 x1876699777366144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761417.336835:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761417.336841:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761417.336842:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777366144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761417.336844:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761417.336855:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1088
00000100:00080000:0.0:1789761417.336862:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761417.336863:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761417.336873:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789761417.336874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761417.336882:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777366144:192.168.203.138@tcp:38:kworker.0
00000008:00100000:2.0:1789761417.336884:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761417.336892:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777366272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761417.336901:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777366784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761417.336921:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761417.336937:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff9c6f851a0700 x1876699777366272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761417.336956:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777366272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761417.336966:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761417.336970:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761417.336974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777366272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761417.336981:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777366400:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761417.337003:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761417.337015:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff9c6f851a3100 x1876699777366400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761417.337027:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777366400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761417.337036:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761417.337039:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761417.337042:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777366400:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761417.337049:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777366528:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761417.337070:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761417.337082:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff9c6f851a0e00 x1876699777366528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761417.337094:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777366528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761417.337109:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761417.337112:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761417.337115:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777366528:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761417.337138:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777366656:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761417.337169:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761417.337180:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff9c6f851a1880 x1876699777366656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761417.337192:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777366656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761417.337200:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761417.337204:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761417.337208:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777366656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761417.337263:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777366784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761417.337287:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761417.337300:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff9c6f851a2a00 x1876699777366784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761417.337313:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777366784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761417.337321:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761417.337325:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761417.337328:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777366784:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761417.464382:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761418.488321:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761419.512367:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761420.536409:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761421.560392:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761422.456534:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777366912:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789761422.456634:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761422.456701:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff9c6f91eb9880 x1876699777366912/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761422.456739:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777366912/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761422.456752:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761422.456768:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761422.456773:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777366912:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761422.456785:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777367040:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761422.456812:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761422.456823:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff9c6f91ebaa00 x1876699777367040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761422.456832:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777367040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761422.456838:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761422.456841:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761422.456843:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777367040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761422.456867:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777367168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761422.456880:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761422.456887:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff9c6f91eb9f80 x1876699777367168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761422.456896:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777367168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761422.456901:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761422.456903:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761422.456905:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777367168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761422.456909:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777367296:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761422.456920:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761422.456926:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff9c6f91ebb800 x1876699777367296/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761422.456934:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777367296/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761422.456939:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761422.456941:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761422.456943:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777367296:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761422.456947:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777367424:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761422.456958:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761422.456964:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff9c6f91eb9500 x1876699777367424/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761422.456972:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777367424/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761422.456977:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761422.456979:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761422.456981:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777367424:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761422.456984:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777367552:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761422.456996:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761422.457006:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff9c6f91ebb480 x1876699777367552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761422.457017:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777367552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761422.457026:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761422.457030:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761422.457033:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777367552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761422.457040:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777367680:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761422.457063:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761422.457076:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff9c6f91ebad80 x1876699777367680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761422.457089:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777367680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761422.457105:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761422.457108:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761422.457111:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777367680:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761422.584372:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761423.608393:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761424.632378:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761425.656406:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761426.680368:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761427.576305:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761427.576314:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761427.576317:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761427.576326:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1099
00000100:00080000:2.0:1789761427.576337:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761427.576344:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761427.576379:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777367808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761427.576399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761427.576402:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761427.576404:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761427.576407:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1099
00000100:00080000:2.0:1789761427.576409:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761427.576412:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761427.576420:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761427.576428:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777367936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761427.576438:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777367808:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761427.576438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761427.576446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761427.576448:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761427.576451:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1099
00000100:00080000:2.0:1789761427.576453:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761427.576455:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761427.576459:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761427.576467:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777368064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761427.576473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761427.576475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761427.576477:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761427.576480:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1099
00000100:00080000:2.0:1789761427.576482:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761427.576485:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761427.576489:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761427.576500:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761427.576500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777368192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761427.576510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761427.576513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761427.576514:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761427.576519:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1099
00000100:00080000:2.0:1789761427.576522:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761427.576526:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761427.576532:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761427.576539:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427]  req@ffff9c6f851a1f80 x1876699777367808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761427.576547:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777368320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761427.576556:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777367808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761427.576564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761427.576567:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761427.576569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761427.576572:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761427.576575:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761427.576577:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777367808:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761427.576587:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1099
00000100:00080000:2.0:1789761427.576592:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761427.576595:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761427.576600:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761427.576602:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777367936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761427.576613:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777368448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761427.576623:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761427.576626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761427.576631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761427.576633:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761427.576635:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427]  req@ffff9c6f851a1c00 x1876699777367936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761427.576642:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1099
00000100:00080000:2.0:1789761427.576650:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761427.576651:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777367936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761427.576659:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761427.576670:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761427.576672:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761427.576676:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761427.576679:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777367936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761427.576684:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777368576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761427.576686:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777368064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761427.576718:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761427.576732:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427]  req@ffff9c6f851a3b80 x1876699777368064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761427.576744:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777368064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761427.576750:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761427.576753:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761427.576755:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777368064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761427.576759:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777368192:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761427.576782:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761427.576790:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427]  req@ffff9c6f851a1180 x1876699777368192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761427.576797:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777368192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761427.576803:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761427.576805:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761427.576807:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777368192:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761427.576811:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777368320:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761427.576822:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761427.576828:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427]  req@ffff9c6f851a2680 x1876699777368320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761427.576835:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777368320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761427.576840:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761427.576842:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761427.576844:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777368320:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761427.576855:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777368448:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761427.576866:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761427.576871:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427]  req@ffff9c6f851a2300 x1876699777368448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761427.576878:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777368448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761427.576883:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761427.576885:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761427.576887:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777368448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761427.576890:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777368576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761427.576899:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761427.576905:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427]  req@ffff9c6f851a0380 x1876699777368576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761427.576912:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777368576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761427.576917:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761427.576919:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761427.576921:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777368576:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761427.704333:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761428.728364:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761429.752363:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761430.776308:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761431.800359:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761432.696293:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761432.696301:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761432.696305:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761432.696313:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1104
00000100:00080000:2.0:1789761432.696329:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761432.696335:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761432.696369:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777368704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761432.696389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761432.696392:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761432.696393:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761432.696396:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1104
00000100:00080000:2.0:1789761432.696399:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761432.696401:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761432.696408:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761432.696417:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777368832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761432.696424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761432.696427:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761432.696428:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761432.696431:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1104
00000100:00080000:2.0:1789761432.696433:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761432.696435:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761432.696438:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761432.696446:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777368704:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761432.696446:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777368960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761432.696461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761432.696463:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761432.696464:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761432.696467:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1104
00000100:00080000:2.0:1789761432.696469:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761432.696472:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761432.696476:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761432.696482:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777369088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761432.696489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761432.696492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761432.696493:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761432.696496:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1104
00000100:00080000:2.0:1789761432.696498:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761432.696500:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761432.696502:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761432.696509:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777369216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761432.696515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761432.696518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761432.696521:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789761432.696523:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761432.696526:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1104
00000100:00080000:2.0:1789761432.696529:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761432.696532:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761432.696536:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761432.696544:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777369344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761432.696550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761432.696552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761432.696554:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761432.696556:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1104
00000100:00080000:2.0:1789761432.696558:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761432.696560:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761432.696564:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761432.696571:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777369472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761432.696576:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432]  req@ffff9c6f851a3480 x1876699777368704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761432.696602:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777368704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761432.696614:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761432.696619:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761432.696625:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777368704:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761432.696633:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777368832:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761432.696662:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761432.696681:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432]  req@ffff9c6f851a0000 x1876699777368832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761432.696703:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777368832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761432.696712:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761432.696716:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761432.696720:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777368832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761432.696747:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777368960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761432.696772:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761432.696785:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432]  req@ffff9c6f851a2d80 x1876699777368960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761432.696798:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777368960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761432.696805:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761432.696807:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761432.696810:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777368960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761432.696814:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777369088:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761432.696832:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761432.696843:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432]  req@ffff9c6f851a1500 x1876699777369088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761432.696856:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777369088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761432.696871:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761432.696874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761432.696878:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777369088:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761432.696884:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777369216:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761432.696902:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761432.696910:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432]  req@ffff9c6f851a0380 x1876699777369216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761432.696917:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777369216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761432.696923:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761432.696925:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761432.696927:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777369216:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761432.696931:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777369344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761432.696941:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761432.696947:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432]  req@ffff9c6f851a2300 x1876699777369344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761432.696954:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777369344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761432.696959:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761432.696961:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761432.696963:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777369344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761432.696966:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777369472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761432.696976:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761432.696981:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432]  req@ffff9c6f851a2680 x1876699777369472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761432.696988:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777369472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761432.696992:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761432.696994:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761432.696996:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777369472:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761432.824343:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761433.848329:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761434.872382:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761435.896378:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761436.920345:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761437.816328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761437.816339:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761437.816344:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761437.816354:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1109
00000100:00080000:2.0:1789761437.816365:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761437.816372:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761437.816410:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777369600/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761437.816436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761437.816440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761437.816442:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761437.816447:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1109
00000100:00080000:2.0:1789761437.816452:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761437.816457:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761437.816466:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761437.816483:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777369728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761437.816493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761437.816497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761437.816500:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761437.816504:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1109
00000100:00080000:2.0:1789761437.816508:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761437.816512:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761437.816517:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761437.816526:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777369856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761437.816536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761437.816540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761437.816542:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761437.816546:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1109
00000100:00080000:2.0:1789761437.816549:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761437.816553:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761437.816556:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761437.816565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777369984/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761437.816580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761437.816597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761437.816599:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761437.816603:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1109
00000100:00080000:2.0:1789761437.816607:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761437.816610:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761437.816644:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761437.816656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777370112/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761437.816666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761437.816670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761437.816671:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761437.816675:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1109
00000100:00080000:2.0:1789761437.816678:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761437.816682:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761437.816688:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761437.816698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777370240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761437.816706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761437.816709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761437.816711:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761437.816714:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1109
00000100:00080000:2.0:1789761437.816717:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761437.816721:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761437.816724:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761437.816733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777370368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789761437.944337:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761438.968375:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761439.992318:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761441.016387:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761442.040356:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761442.936371:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761442.936381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761442.936386:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761442.936402:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1114
00000100:00080000:0.0:1789761442.936415:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761442.936422:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761442.936466:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777370496/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761442.936498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761442.936503:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761442.936505:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761442.936511:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1114
00000100:00080000:0.0:1789761442.936517:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761442.936523:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761442.936536:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761442.936559:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777370624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761442.936576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761442.936580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761442.936583:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761442.936587:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1114
00000100:00080000:0.0:1789761442.936592:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761442.936599:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761442.936606:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761442.936630:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777370752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761442.936643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761442.936646:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761442.936648:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761442.936655:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1114
00000100:00080000:0.0:1789761442.936662:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761442.936668:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761442.936677:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761442.936699:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777370880/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761442.936750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761442.936763:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761442.936773:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761442.936791:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1114
00000100:00080000:0.0:1789761442.936799:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761442.936804:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761442.936812:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761442.936841:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777371008/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761442.936869:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761442.936885:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761442.936889:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761442.936908:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1114
00000100:00080000:0.0:1789761442.936933:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761442.936944:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761442.936955:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761442.936987:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777371136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761442.937062:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761442.937068:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761442.937071:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761442.937081:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1114
00000100:00080000:0.0:1789761442.937094:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761442.937110:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761442.937127:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761442.937159:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777371264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761443.064368:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761444.088419:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761445.112380:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761446.136353:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761447.160380:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761448.056343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.056351:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761448.056355:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.056364:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1119
00000100:00080000:0.0:1789761448.056374:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.056380:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761448.056413:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777371392/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761448.056435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.056438:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761448.056439:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.056442:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1119
00000100:00080000:0.0:1789761448.056445:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.056448:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761448.056456:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761448.056474:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777371520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761448.056491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.056494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761448.056497:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.056501:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1119
00000100:00080000:0.0:1789761448.056506:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.056510:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761448.056515:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761448.056526:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777371648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761448.056539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.056542:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761448.056544:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.056547:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1119
00000100:00080000:0.0:1789761448.056551:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.056554:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761448.056557:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761448.056565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777371776/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761448.056572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.056576:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761448.056580:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.056586:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1119
00000100:00080000:0.0:1789761448.056591:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.056595:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761448.056599:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761448.056610:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777371904/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761448.056627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.056633:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761448.056636:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.056639:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1119
00000100:00080000:0.0:1789761448.056642:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.056644:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761448.056647:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761448.056653:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777372032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761448.056661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.056669:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761448.056672:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.056675:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1119
00000100:00080000:0.0:1789761448.056679:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.056681:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761448.056684:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761448.056693:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777372160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789761448.184367:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761449.208321:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761450.232363:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761451.256366:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761452.280389:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761453.176334:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761453.176346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761453.176351:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761453.176364:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1124
00000100:00080000:0.0:1789761453.176380:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761453.176388:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761453.176429:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777372288/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761453.176455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761453.176458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761453.176460:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761453.176463:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1124
00000100:00080000:0.0:1789761453.176466:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761453.176468:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761453.176477:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761453.176487:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777372416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761453.176496:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761453.176499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761453.176501:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761453.176504:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1124
00000100:00080000:0.0:1789761453.176506:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761453.176508:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761453.176511:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761453.176522:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777372544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761453.176538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761453.176545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761453.176546:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761453.176553:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1124
00000100:00080000:0.0:1789761453.176557:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761453.176562:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761453.176569:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761453.176586:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777372672/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761453.176598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761453.176602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761453.176605:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761453.176612:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1124
00000100:00080000:0.0:1789761453.176623:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761453.176632:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761453.176639:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761453.176656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777372800/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761453.176668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761453.176676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761453.176684:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761453.176699:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1124
00000100:00080000:0.0:1789761453.176704:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761453.176714:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761453.176730:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761453.176752:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777372928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761453.176782:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761453.176788:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761453.176791:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761453.176806:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1124
00000100:00080000:0.0:1789761453.176822:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761453.176834:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761453.176852:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761453.176880:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777373056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789761453.304403:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761454.328426:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761455.352418:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761456.376409:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761457.400373:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761458.296338:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761458.296348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761458.296353:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761458.296364:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1129
00000100:00080000:0.0:1789761458.296376:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761458.296383:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761458.296423:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777373184/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761458.296448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761458.296451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761458.296453:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761458.296456:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1129
00000100:00080000:0.0:1789761458.296458:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761458.296461:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761458.296470:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761458.296482:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777373312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761458.296491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761458.296497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761458.296502:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761458.296519:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1129
00000100:00080000:0.0:1789761458.296524:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761458.296529:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761458.296535:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761458.296555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777373440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761458.296566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761458.296570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761458.296573:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761458.296584:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1129
00000100:00080000:0.0:1789761458.296591:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761458.296598:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761458.296604:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761458.296628:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777373568/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761458.296693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761458.296707:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761458.296711:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761458.296723:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1129
00000100:00080000:0.0:1789761458.296731:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761458.296744:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761458.296763:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761458.296788:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777373696/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761458.296818:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761458.296825:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761458.296832:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761458.296848:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1129
00000100:00080000:0.0:1789761458.296858:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761458.296871:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761458.296880:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761458.296901:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777373824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761458.296928:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761458.296941:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761458.296945:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761458.296954:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1129
00000100:00080000:0.0:1789761458.296962:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761458.296973:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761458.296982:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761458.297007:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777373952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761458.424400:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761459.448399:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761460.472413:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761461.496337:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761462.520379:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761463.416332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.416341:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761463.416344:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.416353:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1135
00000100:00080000:0.0:1789761463.416363:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.416370:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761463.416405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777374080/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761463.416429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.416432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761463.416433:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.416436:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1135
00000100:00080000:0.0:1789761463.416438:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.416441:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761463.416449:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761463.416458:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777374208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761463.416468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.416474:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761463.416477:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.416487:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1135
00000100:00080000:0.0:1789761463.416491:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.416495:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761463.416501:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761463.416515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777374336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761463.416537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.416542:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761463.416547:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.416551:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1135
00000100:00080000:0.0:1789761463.416555:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.416558:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761463.416562:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761463.416573:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777374464/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761463.416579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.416584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761463.416587:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.416595:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1135
00000100:00080000:0.0:1789761463.416599:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.416602:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761463.416605:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761463.416615:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777374592/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761463.416643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.416651:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761463.416653:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.416661:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1135
00000100:00080000:0.0:1789761463.416665:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.416668:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761463.416671:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761463.416678:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777374720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761463.416686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.416689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761463.416692:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.416700:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1135
00000100:00080000:0.0:1789761463.416703:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.416705:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761463.416708:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761463.416717:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777374848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761463.544346:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761464.568352:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761465.592381:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761466.616333:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761467.640326:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761468.536337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761468.536352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761468.536358:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761468.536371:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1140
00000100:00080000:0.0:1789761468.536385:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761468.536395:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761468.536440:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777374976/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761468.536474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761468.536479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761468.536481:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761468.536486:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1140
00000100:00080000:0.0:1789761468.536490:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761468.536495:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761468.536507:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761468.536524:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777375104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761468.536550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761468.536554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761468.536556:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761468.536562:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1140
00000100:00080000:0.0:1789761468.536566:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761468.536570:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761468.536576:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761468.536591:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777375232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761468.536602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761468.536606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761468.536609:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761468.536613:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1140
00000100:00080000:0.0:1789761468.536617:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761468.536625:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761468.536633:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761468.536648:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777375360/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761468.536659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761468.536663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761468.536665:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761468.536671:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1140
00000100:00080000:0.0:1789761468.536676:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761468.536684:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761468.536694:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761468.536712:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777375488/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761468.536749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761468.536758:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761468.536762:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761468.536770:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1140
00000100:00080000:0.0:1789761468.536779:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761468.536786:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761468.536792:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761468.536808:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777375616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761468.536843:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761468.536848:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761468.536850:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761468.536856:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1140
00000100:00080000:0.0:1789761468.536862:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761468.536871:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761468.536877:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761468.536896:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777375744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1789761468.664377:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761469.688417:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761470.712340:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761471.736351:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761472.760357:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761473.656323:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761473.656336:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761473.656342:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761473.656356:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1145
00000100:00080000:0.0:1789761473.656370:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761473.656380:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761473.656428:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777375872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761473.656459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761473.656463:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761473.656466:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761473.656477:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1145
00000100:00080000:0.0:1789761473.656485:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761473.656491:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761473.656512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761473.656514:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777375872:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761473.656530:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777376000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761473.656544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761473.656548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761473.656551:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761473.656559:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1145
00000100:00080000:0.0:1789761473.656563:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761473.656568:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761473.656573:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761473.656585:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777376128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761473.656594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761473.656596:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761473.656598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761473.656601:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761473.656605:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1145
00000100:00080000:0.0:1789761473.656608:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761473.656611:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761473.656616:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761473.656633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777376256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761473.656640:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761473]  req@ffff9c6f84ef4e00 x1876699777375872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761473.656643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761473.656647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761473.656650:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761473.656653:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1145
00000100:00080000:0.0:1789761473.656657:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761473.656661:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761473.656666:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761473.656666:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777375872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761473.656676:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777376384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761473.656678:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761473.656682:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761473.656686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761473.656687:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777375872:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761473.656689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761473.656691:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761473.656694:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1145
00000100:00080000:0.0:1789761473.656697:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761473.656701:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761473.656705:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761473.656714:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777376000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761473.656715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777376512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761473.656726:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761473.656729:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761473.656731:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761473.656735:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1145
00000100:00080000:0.0:1789761473.656739:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761473.656739:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761473.656743:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761473.656748:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761473.656753:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761473]  req@ffff9c6f84ef4700 x1876699777376000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761473.656758:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777376640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761473.656767:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777376000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761473.656775:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761473.656779:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761473.656782:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777376000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761473.656805:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777376128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761473.656830:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761473.656841:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761473]  req@ffff9c6f84ef5500 x1876699777376128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761473.656856:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777376128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761473.656862:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761473.656864:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761473.656867:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777376128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761473.656872:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777376256:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761473.656893:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761473.656905:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761473]  req@ffff9c6f84ef4380 x1876699777376256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761473.656918:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777376256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761473.656926:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761473.656929:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761473.656933:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777376256:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761473.656940:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777376384:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761473.656961:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761473.656975:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761473]  req@ffff9c6f84ef6680 x1876699777376384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761473.656988:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777376384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761473.657004:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761473.657007:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761473.657011:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777376384:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761473.657029:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777376512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761473.657046:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761473.657054:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761473]  req@ffff9c6f84ef6300 x1876699777376512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761473.657061:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777376512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761473.657067:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761473.657069:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761473.657071:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777376512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761473.657074:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777376640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761473.657084:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761473.657090:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761473]  req@ffff9c6f84ef4a80 x1876699777376640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761473.657097:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777376640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761473.657102:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761473.657103:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761473.657106:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777376640:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761473.784337:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761474.808386:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761475.832350:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761476.856330:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761477.880361:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761478.776363:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761478.776370:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761478.776374:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761478.776382:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1150
00000100:00080000:0.0:1789761478.776392:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761478.776398:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761478.776434:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777376768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761478.776454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761478.776457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761478.776458:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761478.776461:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1150
00000100:00080000:0.0:1789761478.776463:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761478.776466:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761478.776474:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761478.776485:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777376896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761478.776494:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761478.776495:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777376768:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761478.776498:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761478.776502:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761478.776507:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1150
00000100:00080000:0.0:1789761478.776509:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761478.776512:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761478.776515:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761478.776523:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777377024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761478.776530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761478.776533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761478.776534:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761478.776536:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1150
00000100:00080000:0.0:1789761478.776545:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761478.776547:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761478.776551:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761478.776558:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777377152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761478.776564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761478.776567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761478.776569:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761478.776573:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1150
00000100:00080000:0.0:1789761478.776576:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761478.776578:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761478.776582:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761478.776587:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777376896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761478.776593:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777377280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761478.776602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761478.776605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761478.776607:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761478.776611:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1150
00000100:00080000:0.0:1789761478.776614:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761478.776617:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761478.776620:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777377024:192.168.203.138@tcp:38:kworker.0
00000008:00100000:0.0:1789761478.776623:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761478.776639:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777377408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761478.776646:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777377152:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789761478.776658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761478.776662:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761478.776665:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761478.776671:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1150
00000100:00100000:1.0:1789761478.776676:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777377280:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789761478.776679:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761478.776687:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761478.776693:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761478.776708:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777377536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761478.776714:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777377408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761478.776744:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777377536:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761478.904356:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761479.928325:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761480.952328:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789761481.848700:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761481]  req@ffff9c6f84ef4380 x1876699777377280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761481.848743:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777377280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761481.848755:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761481.848760:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761481.848764:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777377280:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761481.848773:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761481]  req@ffff9c6f84ef5500 x1876699777377408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761481.848786:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777377408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761481.848800:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761481.848803:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761481.848807:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777377408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761481.848814:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761481]  req@ffff9c6f84ef4a80 x1876699777376896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761481.848825:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777376896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761481.848832:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761481.848836:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761481.848839:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777376896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761481.848846:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761481]  req@ffff9c6f84ef6300 x1876699777377024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761481.848856:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777377024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761481.848863:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761481.848867:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761481.848870:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777377024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761481.848877:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761481]  req@ffff9c6f84ef6680 x1876699777377152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761481.848888:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777377152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761481.848895:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761481.848899:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761481.848902:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777377152:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761481.848909:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761481]  req@ffff9c6f84ef7480 x1876699777376768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761481.848920:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777376768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761481.848928:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761481.848931:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761481.848934:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777376768:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761481.848963:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761481]  req@ffff9c6f84ef4700 x1876699777377536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761481.848974:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777377536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761481.848982:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761481.848986:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761481.848989:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777377536:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761481.976364:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761483.000323:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789761483.896478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777377664:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789761483.896568:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761483.896610:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483]  req@ffff9c6f91ebad80 x1876699777377664/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761483.896641:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777377664/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761483.896662:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761483.896670:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761483.896686:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777377664:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761483.896732:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777377792:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761483.896767:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761483.896789:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483]  req@ffff9c6f91ebb480 x1876699777377792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761483.896810:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777377792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761483.896822:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761483.896827:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761483.896833:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777377792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761483.896841:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777377920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761483.896864:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761483.896875:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483]  req@ffff9c6f91eb9500 x1876699777377920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761483.896887:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777377920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761483.896901:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761483.896904:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761483.896908:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777377920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761483.896914:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777378048:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761483.896934:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761483.896946:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483]  req@ffff9c6f91ebb800 x1876699777378048/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761483.896957:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777378048/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761483.896966:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761483.896969:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761483.896972:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777378048:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761483.896979:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777378176:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761483.897000:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761483.897010:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483]  req@ffff9c6f91eb9f80 x1876699777378176/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761483.897021:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777378176/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761483.897029:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761483.897033:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761483.897037:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777378176:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761483.897056:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777378304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761483.897076:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761483.897088:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483]  req@ffff9c6f91ebaa00 x1876699777378304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761483.897100:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777378304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761483.897107:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761483.897110:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761483.897113:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777378304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761483.897119:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777378432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761483.897137:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761483.897147:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483]  req@ffff9c6f91eb9880 x1876699777378432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761483.897158:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777378432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761483.897165:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761483.897168:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761483.897171:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777378432:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761484.024334:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761485.048389:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761486.072376:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761487.096380:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761488.120381:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761489.016347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761489.016357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761489.016362:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761489.016373:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1160
00000100:00080000:2.0:1789761489.016384:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761489.016392:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761489.016444:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777378560/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761489.016470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761489.016472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761489.016474:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761489.016477:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1160
00000100:00080000:2.0:1789761489.016480:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761489.016482:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761489.016492:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761489.016502:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777378688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761489.016511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777378560:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761489.016512:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761489.016520:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761489.016523:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761489.016526:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1160
00000100:00080000:2.0:1789761489.016528:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761489.016530:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761489.016533:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761489.016542:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777378816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761489.016548:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761489.016550:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761489.016551:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761489.016554:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1160
00000100:00080000:2.0:1789761489.016557:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761489.016560:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761489.016563:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761489.016571:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777378944/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761489.016576:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761489.016578:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761489.016579:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761489.016582:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1160
00000100:00080000:2.0:1789761489.016591:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761489.016595:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761489.016600:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761489.016607:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761489.016615:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777379072/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761489.016627:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761489.016631:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761489.016633:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761489.016637:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1160
00000100:00080000:2.0:1789761489.016642:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761489.016647:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761489.016653:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761489.016666:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff9c6f851a3100 x1876699777378560/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761489.016670:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777379200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761489.016707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761489.016711:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777378560/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761489.016711:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761489.016715:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761489.016723:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1160
00000100:00080000:2.0:1789761489.016729:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761489.016736:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789761489.016740:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789761489.016740:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761489.016751:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761489.016755:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777379328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761489.016761:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777378560:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761489.016792:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777378688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761489.016813:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761489.016824:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff9c6f851a0700 x1876699777378688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761489.016833:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777378688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761489.016840:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761489.016842:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761489.016844:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777378688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761489.016848:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777378816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761489.016860:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761489.016866:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff9c6f851a0a80 x1876699777378816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761489.016874:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777378816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761489.016884:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761489.016887:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761489.016889:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777378816:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761489.016892:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777378944:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761489.016903:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761489.016909:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff9c6f851a3800 x1876699777378944/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761489.016916:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777378944/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761489.016921:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761489.016924:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761489.016925:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777378944:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761489.016929:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777379072:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761489.016939:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761489.016945:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff9c6f851a0e00 x1876699777379072/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761489.016956:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777379072/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761489.016964:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761489.016967:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761489.016971:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777379072:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761489.016978:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777379200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761489.017000:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761489.017012:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff9c6f851a1880 x1876699777379200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761489.017025:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777379200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761489.017033:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761489.017037:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761489.017040:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777379200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761489.017047:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777379328:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761489.017068:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761489.017081:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff9c6f851a2a00 x1876699777379328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761489.017090:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777379328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761489.017096:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761489.017098:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761489.017100:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777379328:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761489.144343:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761490.168411:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761491.192384:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761492.216335:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761493.240343:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761494.136348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761494.136358:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761494.136363:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761494.136375:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1165
00000100:00080000:2.0:1789761494.136386:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761494.136399:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761494.136443:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777379456/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761494.136469:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761494.136472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761494.136474:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761494.136477:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1165
00000100:00080000:2.0:1789761494.136480:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761494.136483:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761494.136493:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761494.136504:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777379584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761494.136512:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761494.136516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761494.136517:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761494.136520:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1165
00000100:00080000:2.0:1789761494.136523:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761494.136530:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761494.136535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777379456:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789761494.136536:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761494.136551:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777379712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761494.136559:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761494.136562:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761494.136565:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761494.136568:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1165
00000100:00080000:2.0:1789761494.136570:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761494.136573:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761494.136577:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761494.136588:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777379840/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761494.136600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761494.136603:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761494.136605:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761494.136613:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761494.136613:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1165
00000100:00080000:2.0:1789761494.136622:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761494.136627:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761494.136632:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761494.136659:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777379968/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761494.136666:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761494.136669:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761494.136671:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761494.136675:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1165
00000100:00080000:2.0:1789761494.136678:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761494.136680:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff9c6f851a1f80 x1876699777379456/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761494.136685:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761494.136690:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761494.136716:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777380096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761494.136717:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777379456/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761494.136781:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761494.136785:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761494.136786:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761494.136792:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761494.136797:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761494.136802:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1165
00000100:00100000:1.0:1789761494.136809:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777379456:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761494.136811:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761494.136822:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761494.136827:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777379584:192.168.203.138@tcp:38:kworker.0
00000008:00100000:2.0:1789761494.136830:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761494.136849:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777380224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761494.136865:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761494.136885:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff9c6f851a1c00 x1876699777379584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761494.136905:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777379584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761494.136914:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761494.136918:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761494.136922:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777379584:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761494.136952:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777379712:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761494.136979:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761494.136989:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff9c6f851a3b80 x1876699777379712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761494.136998:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777379712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761494.137008:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761494.137010:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761494.137013:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777379712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761494.137017:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777379840:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761494.137030:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761494.137036:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff9c6f851a1180 x1876699777379840/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761494.137044:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777379840/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761494.137049:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761494.137051:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761494.137053:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777379840:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761494.137057:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777379968:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761494.137067:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761494.137073:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff9c6f851a2680 x1876699777379968/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761494.137080:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777379968/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761494.137084:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761494.137086:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761494.137089:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777379968:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761494.137093:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777380096:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761494.137105:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761494.137114:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff9c6f851a2300 x1876699777380096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761494.137127:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777380096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761494.137135:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761494.137138:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761494.137142:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777380096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761494.137149:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777380224:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761494.137171:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761494.137184:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff9c6f851a0380 x1876699777380224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761494.137197:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777380224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761494.137206:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761494.137210:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761494.137214:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777380224:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761494.264417:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761495.288344:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761496.312374:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761497.336390:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761498.360339:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761499.256298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761499.256308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761499.256313:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761499.256324:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1170
00000100:00080000:2.0:1789761499.256336:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761499.256345:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761499.256382:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777380352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761499.256404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761499.256407:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761499.256408:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761499.256411:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1170
00000100:00080000:2.0:1789761499.256414:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761499.256418:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761499.256426:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761499.256436:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777380480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761499.256449:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761499.256452:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761499.256454:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761499.256461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777380352:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761499.256462:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1170
00000100:00080000:2.0:1789761499.256470:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761499.256479:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761499.256483:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761499.256496:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777380608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761499.256502:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761499.256504:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761499.256505:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761499.256508:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1170
00000100:00080000:2.0:1789761499.256512:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761499.256517:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761499.256523:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761499.256536:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777380736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761499.256547:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761499.256551:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761499.256556:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761499.256558:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761499.256564:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1170
00000100:00080000:2.0:1789761499.256569:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761499.256573:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761499.256577:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761499.256587:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777380864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761499.256596:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761499.256620:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761499.256621:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761499.256625:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1170
00000100:00080000:2.0:1789761499.256628:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761499.256632:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761499.256637:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761499.256641:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff9c6f851a1500 x1876699777380352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761499.256654:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777380992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761499.256664:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777380352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761499.256683:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761499.256687:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761499.256689:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761499.256692:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761499.256694:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761499.256699:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1170
00000100:00100000:1.0:1789761499.256704:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777380352:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761499.256709:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761499.256715:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761499.256719:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761499.256729:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777381120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761499.256740:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777380480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761499.256778:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761499.256794:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff9c6f851a2d80 x1876699777380480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761499.256809:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777380480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761499.256817:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761499.256822:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761499.256826:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777380480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761499.256833:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777380608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761499.256858:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761499.256869:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff9c6f851a0000 x1876699777380608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761499.256878:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777380608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761499.256888:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761499.256891:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761499.256893:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777380608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761499.256897:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777380736:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761499.256920:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761499.256927:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff9c6f851a3480 x1876699777380736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761499.256935:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777380736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761499.256941:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761499.256944:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761499.256946:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777380736:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761499.256950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777380864:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761499.256960:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761499.256966:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff9c6f851a0380 x1876699777380864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761499.256973:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777380864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761499.256978:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761499.256980:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761499.256984:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777380864:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761499.256998:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777380992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761499.257020:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761499.257033:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff9c6f851a2300 x1876699777380992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761499.257046:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777380992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761499.257056:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761499.257059:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761499.257063:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777380992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761499.257088:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777381120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761499.257106:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761499.257114:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff9c6f851a2680 x1876699777381120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761499.257122:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777381120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761499.257128:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761499.257130:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761499.257132:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777381120:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761499.384406:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761500.408364:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761501.432392:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761502.456360:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761503.480369:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761504.376312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761504.376322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761504.376325:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761504.376334:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1176
00000100:00080000:2.0:1789761504.376345:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761504.376351:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761504.376384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777381248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761504.376410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761504.376413:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761504.376414:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761504.376417:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1176
00000100:00080000:2.0:1789761504.376420:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761504.376422:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761504.376430:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761504.376442:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777381376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761504.376450:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761504.376452:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761504.376453:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761504.376456:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1176
00000100:00080000:2.0:1789761504.376457:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761504.376461:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761504.376464:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761504.376474:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777381504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761504.376482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777381248:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761504.376488:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761504.376495:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761504.376496:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761504.376500:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1176
00000100:00080000:2.0:1789761504.376501:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761504.376504:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761504.376507:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761504.376520:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777381632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761504.376526:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761504.376528:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761504.376529:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761504.376533:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1176
00000100:00080000:2.0:1789761504.376535:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761504.376538:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761504.376542:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761504.376550:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777381760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761504.376555:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761504.376572:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761504.376575:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761504.376578:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1176
00000100:00080000:2.0:1789761504.376581:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761504.376590:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789761504.376593:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789761504.376597:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761504.376607:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777381888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761504.376615:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761504.376618:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761504.376620:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761504.376623:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1176
00000100:00080000:2.0:1789761504.376627:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761504.376629:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761504.376632:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761504.376644:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777382016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761504.376659:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff9c6f851a1180 x1876699777381248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761504.376679:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777381248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761504.376689:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761504.376692:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761504.376696:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777381248:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761504.376703:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777381376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761504.376724:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761504.376735:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff9c6f851a3b80 x1876699777381376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761504.376743:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777381376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761504.376750:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761504.376752:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761504.376754:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777381376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761504.376782:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777381504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761504.376813:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761504.376826:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff9c6f851a1c00 x1876699777381504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761504.376848:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777381504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761504.376863:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761504.376865:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761504.376868:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777381504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761504.376873:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777381632:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761504.376891:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761504.376899:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff9c6f851a1f80 x1876699777381632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761504.376907:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777381632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761504.376913:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761504.376915:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761504.376917:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777381632:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761504.376921:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777381760:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761504.376932:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761504.376938:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff9c6f851a2a00 x1876699777381760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761504.376945:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777381760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761504.376949:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761504.376951:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761504.376954:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777381760:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761504.376957:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777381888:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761504.376967:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761504.376973:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff9c6f851a1880 x1876699777381888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761504.376979:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777381888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761504.376984:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761504.376986:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761504.376988:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777381888:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761504.376992:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777382016:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761504.377002:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761504.377007:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff9c6f851a0e00 x1876699777382016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761504.377014:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777382016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761504.377018:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761504.377020:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761504.377022:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777382016:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761504.504331:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761505.528360:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761506.552362:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761507.576351:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761508.600368:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761509.496311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761509.496319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761509.496324:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761509.496332:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1181
00000100:00080000:2.0:1789761509.496341:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761509.496349:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761509.496381:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777382144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761509.496405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761509.496409:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761509.496410:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761509.496413:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1181
00000100:00080000:2.0:1789761509.496416:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761509.496419:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761509.496428:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761509.496443:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777382144:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761509.496448:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777382272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761509.496464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761509.496468:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761509.496470:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761509.496476:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1181
00000100:00080000:2.0:1789761509.496481:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761509.496486:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761509.496491:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761509.496507:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777382400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761509.496512:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761509.496540:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761509.496544:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761509.496548:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761509.496553:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1181
00000100:00080000:2.0:1789761509.496558:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761509.496562:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761509.496569:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761509.496572:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff9c6f851a3800 x1876699777382144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761509.496584:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777382528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761509.496594:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761509.496599:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777382144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761509.496601:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761509.496606:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761509.496617:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761509.496617:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1181
00000100:00080000:2.0:1789761509.496626:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761509.496627:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761509.496633:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777382144:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761509.496638:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761509.496645:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761509.496658:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777382272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761509.496663:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777382656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761509.496674:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761509.496676:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761509.496678:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761509.496681:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1181
00000100:00080000:2.0:1789761509.496685:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761509.496689:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789761509.496693:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789761509.496695:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761509.496708:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777382784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761509.496710:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff9c6f851a0a80 x1876699777382272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761509.496735:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761509.496739:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777382272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761509.496741:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761509.496746:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761509.496751:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761509.496754:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761509.496757:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777382272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761509.496765:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777382400:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789761509.496771:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1181
00000100:00080000:2.0:1789761509.496778:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761509.496783:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789761509.496787:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789761509.496793:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761509.496799:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff9c6f851a0700 x1876699777382400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761509.496812:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777382912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761509.496814:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777382400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761509.496846:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761509.496851:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761509.496854:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777382400:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761509.496860:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777382528:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761509.496880:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761509.496894:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff9c6f851a3100 x1876699777382528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761509.496907:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777382528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761509.496917:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761509.496921:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761509.496924:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777382528:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761509.496941:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777382656:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761509.496957:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761509.496965:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff9c6f851a3800 x1876699777382656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761509.496972:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777382656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761509.496978:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761509.496980:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761509.496982:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777382656:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761509.496985:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777382784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761509.496995:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761509.497001:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff9c6f851a0e00 x1876699777382784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761509.497009:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777382784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761509.497013:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761509.497015:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761509.497017:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777382784:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761509.497021:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777382912:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761509.497031:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761509.497036:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff9c6f851a1880 x1876699777382912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761509.497043:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777382912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761509.497048:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761509.497050:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761509.497052:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777382912:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761509.624366:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761510.648311:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761511.672358:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761512.696361:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761513.720337:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789761514.616478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777383040:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789761514.616590:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761514.616650:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514]  req@ffff9c6f91eb9880 x1876699777383040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761514.616681:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777383040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761514.616706:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761514.616725:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761514.616748:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777383040:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761514.616783:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777383168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761514.616824:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761514.616835:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514]  req@ffff9c6f91ebaa00 x1876699777383168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761514.616845:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777383168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761514.616852:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761514.616854:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761514.616857:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777383168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761514.616864:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777383296:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761514.616886:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761514.616900:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514]  req@ffff9c6f91eb9f80 x1876699777383296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761514.616914:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777383296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761514.616924:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761514.616938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761514.616943:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777383296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761514.616949:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777383424:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761514.616968:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761514.616978:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514]  req@ffff9c6f91ebb800 x1876699777383424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761514.616987:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777383424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761514.616993:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761514.616996:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761514.616998:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777383424:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761514.617002:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777383552:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761514.617013:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761514.617036:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514]  req@ffff9c6f91eb9500 x1876699777383552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761514.617045:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777383552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761514.617051:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761514.617053:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761514.617055:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777383552:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761514.617059:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777383680:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761514.617073:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761514.617080:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514]  req@ffff9c6f91ebb480 x1876699777383680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761514.617089:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777383680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761514.617100:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761514.617102:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761514.617105:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777383680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761514.617109:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777383808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761514.617120:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761514.617154:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514]  req@ffff9c6f91ebad80 x1876699777383808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761514.617166:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777383808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761514.617175:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761514.617178:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761514.617181:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777383808:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761514.744361:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761515.768350:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761516.792347:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761517.816359:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761518.840494:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761519.736330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761519.736341:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761519.736346:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761519.736356:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1191
00000100:00080000:2.0:1789761519.736368:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761519.736376:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761519.736415:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777383936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761519.736442:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761519.736458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761519.736461:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761519.736467:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1191
00000100:00080000:2.0:1789761519.736471:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761519.736477:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761519.736484:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777383936:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789761519.736487:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761519.736505:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777384064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761519.736517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761519.736521:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761519.736523:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761519.736528:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1191
00000100:00080000:2.0:1789761519.736533:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761519.736538:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789761519.736541:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789761519.736547:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761519.736562:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777384192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761519.736574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761519.736580:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519]  req@ffff9c6f851a2a00 x1876699777383936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761519.736580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761519.736584:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761519.736593:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1191
00000100:00080000:2.0:1789761519.736599:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761519.736603:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777383936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761519.736605:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761519.736614:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:0.0:1789761519.736631:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789761519.736632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777384320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761519.736638:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761519.736646:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777383936:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761519.736654:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761519.736658:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761519.736661:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761519.736666:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1191
00000100:00080000:2.0:1789761519.736670:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761519.736672:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777384064:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789761519.736677:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761519.736685:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761519.736698:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761519.736701:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777384448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761519.736711:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519]  req@ffff9c6f851a1f80 x1876699777384064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761519.736717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761519.736723:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789761519.736726:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777384064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761519.736727:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761519.736736:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1191
00000100:00080000:0.0:1789761519.736740:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761519.736742:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761519.736746:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761519.736751:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761519.736752:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777384064:192.168.203.138@tcp:38:kworker.0
00000008:00100000:2.0:1789761519.736761:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761519.736762:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777384192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761519.736780:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777384576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761519.736784:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761519.736794:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519]  req@ffff9c6f851a1c00 x1876699777384192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761519.736802:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777384192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761519.736806:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761519.736816:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761519.736817:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761519.736819:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761519.736823:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761519.736831:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777384192:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789761519.736831:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1191
00000100:00080000:2.0:1789761519.736839:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761519.736842:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777384320:192.168.203.138@tcp:8:kworker.0
00000100:00080000:2.0:1789761519.736847:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761519.736854:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761519.736859:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761519.736873:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519]  req@ffff9c6f851a3b80 x1876699777384320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761519.736874:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777384704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761519.736895:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777384320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761519.736904:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761519.736907:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761519.736909:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777384320:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761519.736927:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777384448:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761519.736949:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761519.736961:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519]  req@ffff9c6f851a1180 x1876699777384448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761519.736974:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777384448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761519.736982:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761519.736984:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761519.736986:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777384448:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761519.736991:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777384576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761519.737006:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761519.737013:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519]  req@ffff9c6f851a2680 x1876699777384576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761519.737021:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777384576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761519.737026:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761519.737028:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761519.737031:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777384576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761519.737036:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777384704:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761519.737053:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761519.737065:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519]  req@ffff9c6f851a2300 x1876699777384704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761519.737078:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777384704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761519.737086:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761519.737089:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761519.737093:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777384704:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761519.864318:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761520.888366:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761521.912355:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761522.936407:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761523.960355:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761524.856336:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761524.856348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761524.856352:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761524.856363:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1196
00000100:00080000:0.0:1789761524.856375:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761524.856385:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761524.856436:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777384832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761524.856468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761524.856471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761524.856472:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761524.856476:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1196
00000100:00080000:0.0:1789761524.856479:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761524.856483:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761524.856493:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761524.856509:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777384960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761524.856516:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777384832:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761524.856529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761524.856534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761524.856536:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761524.856542:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1196
00000100:00080000:0.0:1789761524.856546:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761524.856551:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761524.856557:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761524.856570:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777385088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761524.856582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761524.856585:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761524.856587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761524.856590:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761524.856594:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1196
00000100:00080000:0.0:1789761524.856598:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761524.856601:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761524.856606:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761524.856617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777385216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761524.856624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761524.856626:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761524.856627:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761524.856630:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1196
00000100:00080000:0.0:1789761524.856633:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761524.856637:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761524.856640:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761524.856642:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524]  req@ffff9c6f84ef4e00 x1876699777384832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761524.856648:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777385344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761524.856673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761524.856677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761524.856679:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761524.856681:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1196
00000100:00080000:0.0:1789761524.856684:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761524.856688:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777384832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761524.856689:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761524.856695:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761524.856707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777385472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761524.856708:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761524.856718:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761524.856726:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761524.856727:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777384832:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761524.856735:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761524.856739:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761524.856744:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1196
00000100:00080000:0.0:1789761524.856749:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761524.856753:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761524.856758:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761524.856760:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777384960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761524.856770:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777385600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761524.856792:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761524.856806:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524]  req@ffff9c6f84ef5c00 x1876699777384960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761524.856815:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777384960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761524.856821:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761524.856823:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761524.856826:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777384960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761524.856830:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777385088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761524.856843:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761524.856850:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524]  req@ffff9c6f84ef7800 x1876699777385088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761524.856857:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777385088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761524.856867:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761524.856869:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761524.856871:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777385088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761524.856874:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777385216:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761524.856884:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761524.856890:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524]  req@ffff9c6f84ef6a00 x1876699777385216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761524.856897:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777385216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761524.856902:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761524.856904:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761524.856906:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777385216:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761524.856909:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777385344:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761524.856918:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761524.856924:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524]  req@ffff9c6f84ef4000 x1876699777385344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761524.856931:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777385344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761524.856936:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761524.856937:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761524.856940:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777385344:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761524.856944:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777385472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761524.856954:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761524.856959:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524]  req@ffff9c6f84ef6d80 x1876699777385472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761524.856966:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777385472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761524.856971:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761524.856973:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761524.856975:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777385472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761524.856987:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777385600:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761524.856997:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761524.857012:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524]  req@ffff9c6f84ef5880 x1876699777385600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761524.857020:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777385600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761524.857025:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761524.857027:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761524.857029:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777385600:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761524.984380:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761526.008329:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761527.032347:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761529.080348:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761529.976314:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761529.976324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761529.976328:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761529.976336:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1201
00000100:00080000:0.0:1789761529.976346:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761529.976352:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761529.976395:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777385728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761529.976422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761529.976425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761529.976427:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761529.976430:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1201
00000100:00080000:0.0:1789761529.976433:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761529.976436:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761529.976444:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761529.976456:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777385856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761529.976463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761529.976465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761529.976467:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761529.976469:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1201
00000100:00080000:0.0:1789761529.976471:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761529.976475:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761529.976478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777385728:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789761529.976479:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761529.976493:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777385984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761529.976506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761529.976510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761529.976512:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761529.976517:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1201
00000100:00080000:0.0:1789761529.976529:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761529.976535:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789761529.976538:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789761529.976547:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761529.976564:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777386112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761529.976576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761529.976577:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529]  req@ffff9c6f84ef5f80 x1876699777385728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761529.976586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761529.976591:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761529.976598:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1201
00000100:00100000:1.0:1789761529.976600:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777385728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761529.976604:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761529.976613:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761529.976614:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789761529.976618:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761529.976623:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777385728:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789761529.976624:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761529.976632:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777385856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761529.976650:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777386240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761529.976663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761529.976663:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761529.976670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761529.976672:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761529.976677:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1201
00000100:00080000:0.0:1789761529.976682:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761529.976689:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761529.976691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529]  req@ffff9c6f84ef5880 x1876699777385856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761529.976695:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761529.976711:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777386368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761529.976716:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777385856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761529.976734:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761529.976737:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761529.976741:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777385856:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761529.976746:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761529.976751:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761529.976753:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761529.976759:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1201
00000100:00080000:0.0:1789761529.976764:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761529.976769:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761529.976774:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777385984:192.168.203.138@tcp:38:kworker.0
00000008:00100000:0.0:1789761529.976777:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761529.976797:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777386496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761529.976815:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761529.976829:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529]  req@ffff9c6f84ef6d80 x1876699777385984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761529.976839:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777385984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761529.976852:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761529.976856:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761529.976862:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777385984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761529.976870:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777386112:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761529.976895:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761529.976906:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529]  req@ffff9c6f84ef4000 x1876699777386112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761529.976915:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777386112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761529.976920:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761529.976923:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761529.976925:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777386112:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761529.976929:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777386240:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761529.976942:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761529.976948:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529]  req@ffff9c6f84ef6a00 x1876699777386240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761529.976955:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777386240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761529.976960:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761529.976961:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761529.976964:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777386240:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761529.976968:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777386368:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761529.976978:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761529.976984:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529]  req@ffff9c6f84ef7800 x1876699777386368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761529.976991:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777386368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761529.976996:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761529.976998:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761529.977000:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777386368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761529.977011:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777386496:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761529.977022:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761529.977032:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529]  req@ffff9c6f84ef5c00 x1876699777386496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761529.977044:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777386496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761529.977052:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761529.977055:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761529.977058:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777386496:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761530.104357:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761532.152318:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761533.176372:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761535.096310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761535.096319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761535.096322:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761535.096344:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1206
00000100:00080000:0.0:1789761535.096355:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761535.096361:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761535.096400:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777386624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761535.096425:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761535.096428:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761535.096430:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761535.096432:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1206
00000100:00080000:0.0:1789761535.096435:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761535.096437:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761535.096444:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761535.096451:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777386752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761535.096464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761535.096467:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761535.096468:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761535.096472:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1206
00000100:00080000:0.0:1789761535.096475:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761535.096477:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761535.096480:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761535.096487:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777386880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761535.096503:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777386624:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761535.096504:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761535.096513:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761535.096517:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761535.096522:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1206
00000100:00080000:0.0:1789761535.096524:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761535.096526:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761535.096529:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761535.096538:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777387008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761535.096544:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761535.096546:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761535.096547:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761535.096551:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1206
00000100:00080000:0.0:1789761535.096554:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761535.096557:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761535.096560:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761535.096567:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777387136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761535.096573:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761535.096577:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761535.096578:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761535.096581:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1206
00000100:00080000:0.0:1789761535.096589:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761535.096593:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761535.096595:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761535.096602:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777387264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761535.096614:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761535.096617:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761535.096622:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761535.096624:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761535.096630:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1206
00000100:00080000:0.0:1789761535.096635:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761535.096641:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761535.096647:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761535.096663:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777387392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761535.096679:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff9c6f84ef4e00 x1876699777386624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761535.096730:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777386624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761535.096744:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761535.096750:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761535.096754:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777386624:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761535.096764:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777386752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761535.096793:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761535.096809:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff9c6f84ef4700 x1876699777386752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761535.096830:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777386752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761535.096836:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761535.096839:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761535.096841:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777386752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761535.096871:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777386880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761535.096896:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761535.096908:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff9c6f84ef7480 x1876699777386880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761535.096917:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777386880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761535.096927:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761535.096930:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761535.096932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777386880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761535.096937:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777387008:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761535.096951:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761535.096957:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff9c6f84ef6680 x1876699777387008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761535.096965:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777387008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761535.096970:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761535.096972:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761535.096974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777387008:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761535.096978:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777387136:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761535.096989:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761535.096995:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff9c6f84ef6300 x1876699777387136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761535.097002:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777387136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761535.097007:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761535.097009:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761535.097012:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777387136:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761535.097016:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777387264:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761535.097026:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761535.097032:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff9c6f84ef4a80 x1876699777387264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761535.097039:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777387264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761535.097044:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761535.097046:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761535.097048:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777387264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761535.097051:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777387392:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761535.097061:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761535.097067:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff9c6f84ef5500 x1876699777387392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761535.097073:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777387392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761535.097078:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761535.097080:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761535.097083:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777387392:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761535.224325:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761536.248405:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761538.296368:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761539.320374:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761540.216338:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761540.216349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761540.216355:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761540.216365:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1211
00000100:00080000:0.0:1789761540.216377:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761540.216385:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761540.216419:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777387520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761540.216442:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761540.216447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761540.216448:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761540.216453:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1211
00000100:00080000:0.0:1789761540.216457:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761540.216462:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761540.216471:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761540.216487:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777387648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761540.216489:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777387520:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761540.216497:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761540.216500:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761540.216502:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761540.216505:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1211
00000100:00080000:0.0:1789761540.216509:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761540.216513:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761540.216517:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761540.216526:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777387776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761540.216534:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761540.216537:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761540.216538:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761540.216542:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1211
00000100:00080000:0.0:1789761540.216545:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761540.216548:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789761540.216550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789761540.216552:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761540.216561:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777387904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761540.216569:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761540.216573:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761540.216575:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761540.216578:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1211
00000100:00080000:0.0:1789761540.216588:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761540.216592:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761540.216596:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761540.216601:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff9c6f84ef4380 x1876699777387520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761540.216605:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777388032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761540.216619:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777387520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761540.216620:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761540.216625:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761540.216627:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761540.216630:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1211
00000100:00080000:1.0:1789761540.216630:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761540.216633:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761540.216634:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761540.216637:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761540.216638:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777387520:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789761540.216641:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761540.216649:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777388160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761540.216657:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761540.216659:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777387648:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761540.216660:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761540.216662:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761540.216666:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1211
00000100:00080000:0.0:1789761540.216669:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761540.216672:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761540.216677:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761540.216680:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761540.216686:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777388288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761540.216693:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff9c6f84ef5500 x1876699777387648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761540.216704:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777387648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761540.216713:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761540.216717:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761540.216721:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777387648:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761540.216727:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777387776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761540.216746:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761540.216755:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff9c6f84ef4a80 x1876699777387776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761540.216763:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777387776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761540.216772:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761540.216774:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761540.216777:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777387776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761540.216780:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777387904:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761540.216792:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761540.216797:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff9c6f84ef6300 x1876699777387904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761540.216805:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777387904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761540.216810:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761540.216811:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761540.216813:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777387904:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761540.216816:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777388032:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761540.216825:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761540.216831:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff9c6f84ef6680 x1876699777388032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761540.216838:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777388032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761540.216843:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761540.216844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761540.216847:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777388032:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761540.216850:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777388160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761540.216860:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761540.216865:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff9c6f84ef7480 x1876699777388160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761540.216872:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777388160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761540.216877:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761540.216878:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761540.216880:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777388160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761540.216892:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777388288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761540.216902:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761540.216908:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff9c6f84ef4700 x1876699777388288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761540.216915:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777388288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761540.216920:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761540.216922:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761540.216924:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777388288:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761541.368365:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761542.392416:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761544.440357:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761545.336327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761545.336340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761545.336345:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761545.336356:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1216
00000100:00080000:0.0:1789761545.336367:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761545.336373:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761545.336405:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777388416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761545.336427:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761545.336430:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761545.336432:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761545.336436:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1216
00000100:00080000:0.0:1789761545.336439:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761545.336442:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761545.336452:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761545.336462:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777388416:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761545.336465:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777388544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761545.336475:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761545.336478:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761545.336479:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761545.336483:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1216
00000100:00080000:0.0:1789761545.336485:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761545.336488:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761545.336496:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761545.336512:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777388672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761545.336522:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761545.336526:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761545.336529:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761545.336533:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1216
00000100:00080000:0.0:1789761545.336537:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761545.336542:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761545.336547:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761545.336563:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777388800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761545.336570:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777388544:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761545.336582:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761545.336587:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761545.336589:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761545.336597:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1216
00000100:00080000:0.0:1789761545.336604:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761545.336611:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777388672:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761545.336612:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761545.336622:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761545.336639:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777388928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761545.336648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761545.336653:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789761545.336653:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777388800:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789761545.336658:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761545.336663:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1216
00000100:00080000:0.0:1789761545.336667:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761545.336671:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761545.336675:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761545.336680:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777388928:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761545.336686:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777389056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761545.336699:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761545.336702:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777389056:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761545.336704:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761545.336709:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761545.336714:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1216
00000100:00080000:0.0:1789761545.336718:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761545.336721:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761545.336726:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761545.336738:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777389184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761545.336766:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777389184:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761545.464426:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761547.512363:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761548.408530:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:0.0:1789761548.408573:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761548.408587:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761548.408618:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761548.408627:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761548.408635:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761548.408645:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761548.408656:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761548.408667:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789761548.408674:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761548]  req@ffff9c6f84ef6a00 x1876699777388800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761548.408699:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777388800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761548.408711:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761548.408716:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761548.408720:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777388800:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761548.408728:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761548]  req@ffff9c6f84ef4000 x1876699777388928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761548.408740:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777388928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761548.408747:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761548.408750:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761548.408754:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777388928:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761548.408762:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761548]  req@ffff9c6f84ef5c00 x1876699777388544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761548.408773:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777388544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761548.408780:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761548.408802:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761548.408806:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777388544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761548.408812:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761548]  req@ffff9c6f84ef7800 x1876699777388672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761548.408823:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777388672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761548.408830:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761548.408834:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761548.408837:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777388672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761548.408844:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761548]  req@ffff9c6f84ef4e00 x1876699777388416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761548.408855:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777388416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761548.408862:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761548.408866:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761548.408869:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777388416:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761548.408897:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761548]  req@ffff9c6f84ef5880 x1876699777389184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761548.408910:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777389184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761548.408918:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761548.408922:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761548.408925:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777389184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761548.408932:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761548]  req@ffff9c6f84ef6d80 x1876699777389056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761548.408944:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777389056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761548.408952:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761548.408956:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761548.408960:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777389056:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761548.536406:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761550.456291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761550.456300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761550.456303:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761550.456312:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1222
00000100:00080000:0.0:1789761550.456321:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761550.456327:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761550.456359:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777389312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761550.456391:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761550.456394:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761550.456396:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761550.456399:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1222
00000100:00080000:0.0:1789761550.456401:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761550.456403:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761550.456411:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761550.456420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777389440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761550.456428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761550.456431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761550.456432:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761550.456435:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1222
00000100:00080000:0.0:1789761550.456436:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761550.456438:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761550.456442:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761550.456448:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777389312:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761550.456451:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777389568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761550.456470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761550.456474:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761550.456476:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761550.456481:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1222
00000100:00080000:0.0:1789761550.456485:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761550.456490:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761550.456496:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761550.456509:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777389696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761550.456519:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761550.456522:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761550.456524:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761550.456528:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1222
00000100:00080000:0.0:1789761550.456532:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761550.456538:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761550.456548:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761550.456555:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761550.456569:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777389824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761550.456580:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761550.456584:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff9c6f84ef5f80 x1876699777389312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761550.456585:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761550.456589:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761550.456599:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1222
00000100:00080000:0.0:1789761550.456606:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761550.456612:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777389312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761550.456614:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761550.456624:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761550.456629:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761550.456636:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761550.456641:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777389952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761550.456645:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777389312:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761550.456661:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777389440:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761550.456668:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761550.456673:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761550.456675:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761550.456680:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1222
00000100:00080000:0.0:1789761550.456686:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761550.456693:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789761550.456694:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789761550.456703:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761550.456715:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff9c6f84ef6d80 x1876699777389440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761550.456721:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777390080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761550.456747:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777389440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761550.456758:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761550.456763:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761550.456768:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777389440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761550.456793:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777389568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761550.456816:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761550.456828:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff9c6f84ef5880 x1876699777389568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761550.456841:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777389568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761550.456850:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761550.456853:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761550.456857:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777389568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761550.456864:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777389696:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761550.456884:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761550.456895:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff9c6f84ef4e00 x1876699777389696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761550.456908:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777389696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761550.456916:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761550.456920:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761550.456924:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777389696:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761550.456930:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777389824:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761550.456949:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761550.456961:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff9c6f84ef7800 x1876699777389824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761550.456973:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777389824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761550.456982:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761550.456984:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761550.456988:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777389824:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761550.456994:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777389952:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761550.457014:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761550.457028:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff9c6f84ef5c00 x1876699777389952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761550.457045:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777389952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761550.457053:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761550.457057:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761550.457060:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777389952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761550.457065:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777390080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761550.457086:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761550.457098:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff9c6f84ef4000 x1876699777390080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761550.457109:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777390080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761550.457116:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761550.457119:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761550.457123:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777390080:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761550.584349:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761551.608538:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761553.656331:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761554.680360:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761555.576306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761555.576314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761555.576317:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761555.576325:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1227
00000100:00080000:0.0:1789761555.576336:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761555.576343:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761555.576382:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777390208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761555.576409:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761555.576412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761555.576413:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761555.576416:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1227
00000100:00080000:0.0:1789761555.576419:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761555.576421:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761555.576429:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761555.576438:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777390336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761555.576445:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761555.576447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761555.576448:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761555.576451:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1227
00000100:00080000:0.0:1789761555.576453:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761555.576458:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777390208:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761555.576459:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761555.576466:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761555.576475:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777390464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761555.576482:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761555.576485:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761555.576486:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761555.576489:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1227
00000100:00080000:0.0:1789761555.576491:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761555.576494:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761555.576498:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761555.576506:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777390592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761555.576512:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761555.576514:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761555.576515:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761555.576521:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1227
00000800:00000100:1.0:1789761555.576522:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761555.576525:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761555.576529:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761555.576532:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761555.576539:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777390720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761555.576545:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761555.576547:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761555.576549:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761555.576551:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1227
00000100:00080000:0.0:1789761555.576553:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761555.576556:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761555.576560:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761555.576568:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777390848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761555.576578:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761555.576581:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761555.576581:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555]  req@ffff9c6f84ef6a00 x1876699777390208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761555.576585:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761555.576591:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1227
00000100:00080000:0.0:1789761555.576594:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761555.576600:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761555.576605:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761555.576614:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777390976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761555.576621:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777390208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761555.576644:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761555.576648:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761555.576652:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777390208:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761555.576657:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777390336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761555.576678:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761555.576688:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555]  req@ffff9c6f84ef4700 x1876699777390336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761555.576697:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777390336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761555.576702:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761555.576704:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761555.576715:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777390336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761555.576739:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777390464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761555.576763:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761555.576777:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555]  req@ffff9c6f84ef7480 x1876699777390464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761555.576790:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777390464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761555.576801:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761555.576805:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761555.576817:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777390464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761555.576825:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777390592:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761555.576847:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761555.576860:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555]  req@ffff9c6f84ef6680 x1876699777390592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761555.576874:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777390592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761555.576883:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761555.576886:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761555.576890:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777390592:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761555.576894:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777390720:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761555.576911:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761555.576918:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555]  req@ffff9c6f84ef6300 x1876699777390720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761555.576926:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777390720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761555.576931:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761555.576933:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761555.576935:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777390720:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761555.576939:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777390848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761555.576949:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761555.576955:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555]  req@ffff9c6f84ef4a80 x1876699777390848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761555.576963:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777390848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761555.576968:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761555.576969:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761555.576971:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777390848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761555.576974:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777390976:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761555.576984:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761555.576990:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555]  req@ffff9c6f84ef5500 x1876699777390976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761555.576997:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777390976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761555.577002:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761555.577003:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761555.577005:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777390976:192.168.203.138@tcp:38:kworker.0
00010000:00010000:2.0:1789761556.728318:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761557.752361:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761559.800328:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761560.696334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761560.696344:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761560.696348:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761560.696358:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1232
00000100:00080000:1.0:1789761560.696368:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761560.696376:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761560.696413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777391104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761560.696443:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761560.696446:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761560.696448:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761560.696451:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1232
00000100:00080000:1.0:1789761560.696455:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761560.696459:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761560.696467:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761560.696473:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777391104:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761560.696480:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777391232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761560.696488:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761560.696491:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761560.696492:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761560.696494:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1232
00000100:00080000:1.0:1789761560.696496:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761560.696499:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761560.696501:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761560.696508:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777391360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761560.696514:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761560.696517:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761560.696518:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761560.696521:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1232
00000100:00080000:1.0:1789761560.696524:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761560.696527:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761560.696537:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761560.696538:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761560.696548:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777391488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761560.696556:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761560.696559:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761560.696560:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761560.696563:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1232
00000100:00080000:1.0:1789761560.696565:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761560.696569:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761560.696574:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761560.696581:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560]  req@ffff9c6f9118dc00 x1876699777391104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761560.696589:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777391616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761560.696600:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777391104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761560.696602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761560.696612:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761560.696616:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761560.696618:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761560.696625:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789761560.696625:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1232
00000100:00100000:0.0:1789761560.696632:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777391104:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761560.696634:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761560.696641:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761560.696647:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761560.696653:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777391232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761560.696664:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777391744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761560.696676:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761560.696690:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761560.696691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560]  req@ffff9c6f9118f800 x1876699777391232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761560.696694:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761560.696697:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761560.696701:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1232
00000100:00080000:1.0:1789761560.696706:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761560.696713:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761560.696719:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761560.696722:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777391232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761560.696730:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761560.696732:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777391872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761560.696735:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761560.696743:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777391232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761560.696753:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777391360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761560.696770:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761560.696777:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560]  req@ffff9c6f9118ed80 x1876699777391360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761560.696784:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777391360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761560.696789:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761560.696791:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761560.696793:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777391360:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761560.696796:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777391488:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761560.696807:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761560.696813:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560]  req@ffff9c6f9118df80 x1876699777391488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761560.696820:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777391488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761560.696825:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761560.696827:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761560.696829:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777391488:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761560.696832:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777391616:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761560.696841:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761560.696847:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560]  req@ffff9c6f9118c380 x1876699777391616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761560.696853:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777391616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761560.696858:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761560.696860:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761560.696862:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777391616:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761560.696881:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777391744:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761560.696892:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761560.696902:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560]  req@ffff9c6f9118d180 x1876699777391744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761560.696913:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777391744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761560.696922:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761560.696925:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761560.696929:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777391744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761560.696936:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777391872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761560.696956:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761560.696964:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560]  req@ffff9c6f9118dc00 x1876699777391872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761560.696972:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777391872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761560.696977:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761560.696979:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761560.696982:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777391872:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761562.872360:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761565.816349:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761565.816359:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761565.816364:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761565.816375:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1237
00000100:00080000:0.0:1789761565.816387:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761565.816395:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761565.816435:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777392000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761565.816463:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761565.816467:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761565.816469:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761565.816474:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1237
00000100:00080000:0.0:1789761565.816479:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761565.816485:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761565.816498:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761565.816514:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777392000:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761565.816520:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777392128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761565.816536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761565.816540:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761565.816542:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761565.816547:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1237
00000100:00080000:0.0:1789761565.816552:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761565.816557:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761565.816563:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761565.816577:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777392256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761565.816585:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761565.816588:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761565.816591:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761565.816592:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761565.816598:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1237
00000100:00080000:0.0:1789761565.816602:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761565.816606:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761565.816611:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761565.816621:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777392384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761565.816633:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761565.816638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:1.0:1789761565.816638:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565]  req@ffff9c6f84ef4380 x1876699777392000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761565.816642:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761565.816651:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1237
00000100:00080000:0.0:1789761565.816656:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761565.816663:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777392000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761565.816664:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761565.816673:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761565.816677:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761565.816682:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761565.816686:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777392000:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761565.816692:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777392512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761565.816704:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761565.816708:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761565.816711:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761565.816712:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777392128:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761565.816719:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1237
00000100:00080000:0.0:1789761565.816726:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761565.816732:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789761565.816737:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789761565.816739:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761565.816749:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565]  req@ffff9c6f84ef5500 x1876699777392128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761565.816758:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777392640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761565.816764:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777392128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761565.816785:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761565.816789:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761565.816790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761565.816795:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777392128:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761565.816797:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761565.816801:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761565.816802:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777392256:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761565.816811:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1237
00000100:00080000:0.0:1789761565.816817:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761565.816821:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789761565.816826:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789761565.816829:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761565.816836:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565]  req@ffff9c6f84ef4a80 x1876699777392256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761565.816849:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777392768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761565.816849:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777392256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761565.816880:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761565.816886:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761565.816889:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777392256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761565.816895:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777392384:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761565.816908:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761565.816914:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565]  req@ffff9c6f84ef6300 x1876699777392384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761565.816922:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777392384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761565.816932:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761565.816934:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761565.816936:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777392384:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761565.816939:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777392512:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761565.816949:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761565.816954:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565]  req@ffff9c6f84ef6680 x1876699777392512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761565.816962:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777392512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761565.816967:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761565.816969:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761565.816970:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777392512:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761565.816981:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777392640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761565.816991:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761565.816997:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565]  req@ffff9c6f84ef7480 x1876699777392640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761565.817003:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777392640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761565.817008:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761565.817010:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761565.817012:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777392640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761565.817016:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777392768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761565.817026:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761565.817031:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565]  req@ffff9c6f84ef4700 x1876699777392768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761565.817038:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777392768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761565.817044:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761565.817045:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761565.817047:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777392768:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761565.944402:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761569.016345:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761570.936326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761570.936338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761570.936342:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761570.936354:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1242
00000100:00080000:0.0:1789761570.936366:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761570.936375:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761570.936416:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777392896/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761570.936443:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761570.936446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761570.936447:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761570.936450:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1242
00000100:00080000:0.0:1789761570.936455:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761570.936459:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761570.936467:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761570.936480:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777393024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761570.936482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777392896:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761570.936500:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761570.936503:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761570.936504:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761570.936507:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1242
00000100:00080000:0.0:1789761570.936510:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761570.936512:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761570.936515:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761570.936524:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777393152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761570.936530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761570.936533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761570.936534:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761570.936537:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1242
00000100:00080000:0.0:1789761570.936542:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761570.936544:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761570.936547:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761570.936557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777393280/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761570.936558:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761570.936567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761570.936570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761570.936572:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761570.936575:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1242
00000100:00080000:0.0:1789761570.936579:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761570.936582:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761570.936585:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761570.936592:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777393408/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761570.936597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761570.936600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761570.936601:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761570.936606:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1242
00000100:00100000:1.0:1789761570.936606:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761570]  req@ffff9c6f84ef6a00 x1876699777392896/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761570.936608:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761570.936615:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761570.936621:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761570.936631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777393536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761570.936633:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777392896/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761570.936653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761570.936655:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761570.936660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761570.936663:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761570.936666:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761570.936670:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777392896:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761570.936681:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1242
00000100:00080000:0.0:1789761570.936687:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761570.936691:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761570.936697:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761570.936702:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777393024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761570.936713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777393664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761570.936733:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761570.936748:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761570]  req@ffff9c6f84ef4000 x1876699777393024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761570.936757:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777393024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761570.936764:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761570.936767:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761570.936771:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777393024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761570.936777:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777393152:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761570.936792:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761570.936801:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761570]  req@ffff9c6f84ef5c00 x1876699777393152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761570.936814:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777393152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761570.936823:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761570.936826:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761570.936830:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777393152:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761570.936837:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777393280:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761570.936857:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761570.936868:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761570]  req@ffff9c6f84ef7800 x1876699777393280/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761570.936876:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777393280/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761570.936884:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761570.936888:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761570.936891:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777393280:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761570.936897:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777393408:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761570.936934:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761570.936947:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761570]  req@ffff9c6f84ef4e00 x1876699777393408/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761570.936961:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777393408/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761570.936969:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761570.936972:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761570.936974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777393408:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761570.936979:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777393536:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761570.936996:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761570.937004:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761570]  req@ffff9c6f84ef5880 x1876699777393536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761570.937012:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777393536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761570.937017:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761570.937019:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761570.937022:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777393536:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761570.937037:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777393664:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761570.937049:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761570.937055:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761570]  req@ffff9c6f84ef6d80 x1876699777393664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761570.937091:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777393664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761570.937101:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761570.937120:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761570.937123:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777393664:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761572.088388:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761575.160370:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761576.056337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761576.056345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761576.056348:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761576.056356:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1247
00000100:00080000:2.0:1789761576.056367:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761576.056373:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761576.056406:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777393792/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761576.056431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761576.056434:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761576.056435:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761576.056438:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1247
00000100:00080000:2.0:1789761576.056442:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761576.056445:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761576.056453:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761576.056462:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777393920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761576.056469:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777393792:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761576.056472:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761576.056478:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761576.056479:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761576.056482:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1247
00000100:00080000:2.0:1789761576.056485:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761576.056487:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761576.056500:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761576.056508:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777394048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761576.056514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761576.056517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761576.056518:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761576.056521:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1247
00000100:00080000:2.0:1789761576.056524:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761576.056526:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761576.056529:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761576.056537:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777394176/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761576.056545:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761576.056545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761576.056551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761576.056553:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761576.056557:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1247
00000100:00080000:2.0:1789761576.056560:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761576.056563:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761576.056566:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761576.056574:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777394304/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761576.056583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761576.056585:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff9c6f851a0380 x1876699777393792/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761576.056593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761576.056599:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761576.056608:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777393792/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761576.056608:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1247
00000100:00080000:2.0:1789761576.056618:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761576.056621:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761576.056626:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789761576.056628:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761576.056635:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777393792:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789761576.056636:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761576.056651:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777394432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761576.056671:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777393920:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789761576.056677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761576.056680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761576.056682:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761576.056685:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1247
00000100:00080000:2.0:1789761576.056689:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761576.056691:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761576.056695:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761576.056704:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777394560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761576.056712:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761576.056731:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff9c6f851a3480 x1876699777393920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761576.056741:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777393920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761576.056747:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761576.056749:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761576.056752:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777393920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761576.056756:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777394048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761576.056781:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761576.056788:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff9c6f851a0000 x1876699777394048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761576.056796:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777394048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761576.056801:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761576.056803:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761576.056805:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777394048:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761576.056808:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777394176:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761576.056818:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761576.056824:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff9c6f851a2d80 x1876699777394176/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761576.056831:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777394176/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761576.056837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761576.056839:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761576.056841:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777394176:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761576.056844:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777394304:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761576.056853:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761576.056859:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff9c6f851a1500 x1876699777394304/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761576.056865:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777394304/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761576.056872:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761576.056874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761576.056876:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777394304:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761576.056889:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777394432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761576.056899:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761576.056905:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff9c6f851a2300 x1876699777394432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761576.056912:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777394432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761576.056917:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761576.056919:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761576.056921:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777394432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761576.056925:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777394560:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761576.056935:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761576.056940:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff9c6f851a2680 x1876699777394560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761576.056947:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777394560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761576.056952:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761576.056953:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761576.056955:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777394560:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761578.232332:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761581.176341:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.176351:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761581.176354:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761581.176362:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1252
00000100:00080000:2.0:1789761581.176375:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.176383:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761581.176417:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777394688/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761581.176443:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.176446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761581.176447:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761581.176451:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1252
00000100:00080000:2.0:1789761581.176455:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.176458:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761581.176467:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761581.176479:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777394816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761581.176487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.176489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761581.176490:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761581.176493:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1252
00000100:00080000:2.0:1789761581.176498:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761581.176503:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777394688:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761581.176504:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761581.176512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761581.176529:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777394944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761581.176537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.176540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761581.176542:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761581.176546:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1252
00000100:00080000:2.0:1789761581.176552:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.176555:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761581.176560:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761581.176573:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777395072/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761581.176581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.176584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761581.176586:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761581.176589:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1252
00000100:00080000:2.0:1789761581.176599:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.176603:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761581.176608:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761581.176614:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761581.176619:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777395200/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761581.176628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.176631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761581.176632:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761581.176635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1252
00000100:00080000:2.0:1789761581.176638:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.176641:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761581.176645:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761581.176654:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777395328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761581.176661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.176664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761581.176666:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761581.176668:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1252
00000100:00080000:2.0:1789761581.176670:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.176674:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761581.176678:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761581.176694:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777395456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761581.176695:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff9c6f851a1180 x1876699777394688/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761581.176742:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777394688/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761581.176756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761581.176762:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761581.176766:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777394688:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761581.176800:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777394816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761581.176832:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761581.176849:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff9c6f851a3b80 x1876699777394816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761581.176864:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777394816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761581.176874:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761581.176879:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761581.176884:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777394816:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761581.176896:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777394944:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761581.176922:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761581.176939:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff9c6f851a1c00 x1876699777394944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761581.176956:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777394944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761581.176966:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761581.176971:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761581.176977:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777394944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761581.177004:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777395072:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761581.177036:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761581.177051:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff9c6f851a1f80 x1876699777395072/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761581.177062:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777395072/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761581.177068:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761581.177071:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761581.177073:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777395072:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761581.177078:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777395200:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761581.177094:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761581.177102:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff9c6f851a2a00 x1876699777395200/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761581.177110:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777395200/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761581.177115:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761581.177118:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761581.177120:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777395200:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761581.177123:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777395328:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761581.177134:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761581.177140:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff9c6f851a1880 x1876699777395328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761581.177147:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777395328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761581.177152:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761581.177155:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761581.177157:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777395328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761581.177160:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777395456:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761581.177170:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761581.177176:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff9c6f851a0e00 x1876699777395456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761581.177183:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777395456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761581.177192:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761581.177195:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761581.177197:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777395456:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761581.304425:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761584.376424:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761586.296349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761586.296361:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761586.296366:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761586.296377:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1257
00000100:00080000:2.0:1789761586.296389:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761586.296398:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761586.296438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777395584/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761586.296467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761586.296470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761586.296472:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761586.296476:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1257
00000100:00080000:2.0:1789761586.296480:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761586.296484:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761586.296493:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761586.296507:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777395712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761586.296528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761586.296536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761586.296538:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777395584:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761586.296540:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761586.296553:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1257
00000100:00080000:2.0:1789761586.296558:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761586.296563:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761586.296569:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761586.296584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777395840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761586.296594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761586.296598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761586.296600:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761586.296604:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1257
00000100:00080000:2.0:1789761586.296608:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761586.296612:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761586.296617:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761586.296629:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777395968/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761586.296637:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761586.296652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761586.296656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761586.296659:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761586.296665:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1257
00000100:00080000:2.0:1789761586.296670:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761586.296675:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761586.296688:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761586.296689:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff9c6f851a3800 x1876699777395584/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761586.296712:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777396096/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761586.296715:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777395584/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761586.296775:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761586.296776:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761586.296783:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761586.296786:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789761586.296790:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777395584:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761586.296793:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761586.296801:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1257
00000100:00080000:2.0:1789761586.296806:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761586.296811:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761586.296819:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761586.296820:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777395712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761586.296848:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777396224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761586.296853:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761586.296865:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff9c6f851a3100 x1876699777395712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761586.296903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777395712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761586.296905:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761586.296927:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761586.296930:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761586.296932:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761586.296944:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761586.296962:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1257
00000100:00100000:0.0:1789761586.296970:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777395712:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789761586.296972:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761586.296985:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761586.296993:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777395840:192.168.203.138@tcp:38:kworker.0
00000008:00100000:2.0:1789761586.296998:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761586.297017:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777396352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761586.297032:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761586.297051:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff9c6f851a0700 x1876699777395840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761586.297070:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777395840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761586.297079:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761586.297082:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761586.297085:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777395840:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761586.297089:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777395968:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761586.297106:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761586.297114:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff9c6f851a0a80 x1876699777395968/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761586.297122:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777395968/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761586.297128:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761586.297130:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761586.297132:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777395968:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761586.297135:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777396096:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761586.297147:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761586.297155:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff9c6f851a0e00 x1876699777396096/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761586.297168:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777396096/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761586.297177:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761586.297181:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761586.297184:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777396096:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761586.297210:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777396224:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761586.297276:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761586.297288:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff9c6f851a1880 x1876699777396224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761586.297301:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777396224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761586.297310:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761586.297314:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761586.297318:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777396224:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761586.297325:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777396352:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761586.297354:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761586.297366:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff9c6f851a2a00 x1876699777396352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761586.297386:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777396352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761586.297395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761586.297398:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761586.297402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777396352:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761587.448395:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761590.520435:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761591.416344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761591.416354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761591.416359:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761591.416369:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1263
00000100:00080000:1.0:1789761591.416382:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761591.416389:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761591.416430:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777396480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761591.416453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761591.416456:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761591.416458:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761591.416461:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1263
00000100:00080000:1.0:1789761591.416463:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761591.416468:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761591.416485:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761591.416507:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777396608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761591.416520:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777396480:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761591.416526:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761591.416531:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761591.416533:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761591.416538:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1263
00000100:00080000:1.0:1789761591.416541:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761591.416545:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761591.416550:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761591.416562:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777396736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761591.416571:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761591.416574:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761591.416575:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761591.416578:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1263
00000100:00080000:1.0:1789761591.416583:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761591.416586:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761591.416591:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761591.416601:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761591.416608:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777396864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761591.416623:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761591.416628:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761591.416630:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761591.416636:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1263
00000100:00080000:1.0:1789761591.416641:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761591.416647:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff9c6f9118f100 x1876699777396480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761591.416649:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761591.416663:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761591.416673:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777396480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761591.416681:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777396992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761591.416700:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761591.416714:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761591.416718:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761591.416724:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761591.416724:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1263
00000100:00080000:1.0:1789761591.416736:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761591.416737:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789761591.416749:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761591.416750:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777396480:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789761591.416762:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761591.416772:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777397120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761591.416780:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761591.416783:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761591.416784:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761591.416786:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777396608:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761591.416798:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1263
00000100:00080000:1.0:1789761591.416805:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761591.416810:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761591.416819:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761591.416825:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761591.416843:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777397248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761591.416849:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff9c6f9118ca80 x1876699777396608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761591.416885:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777396608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761591.416893:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761591.416896:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761591.416899:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777396608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761591.416904:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777396736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761591.416939:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761591.416955:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff9c6f9118c700 x1876699777396736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761591.416969:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777396736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761591.416978:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761591.416981:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761591.416985:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777396736:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761591.416992:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777396864:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761591.417019:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761591.417027:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff9c6f9118e680 x1876699777396864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761591.417035:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777396864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761591.417041:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761591.417043:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761591.417046:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777396864:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761591.417050:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777396992:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761591.417061:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761591.417067:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff9c6f9118ce00 x1876699777396992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761591.417074:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777396992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761591.417079:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761591.417081:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761591.417083:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777396992:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761591.417086:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777397120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761591.417096:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761591.417102:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff9c6f9118d500 x1876699777397120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761591.417110:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777397120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761591.417114:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761591.417116:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761591.417118:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777397120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761591.417133:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777397248:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761591.417149:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761591.417160:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff9c6f9118f100 x1876699777397248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761591.417172:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777397248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761591.417182:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761591.417185:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761591.417188:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777397248:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761593.592365:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761596.536349:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761596.536359:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761596.536364:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761596.536375:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1268
00000100:00080000:0.0:1789761596.536387:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761596.536394:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761596.536434:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777397376/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761596.536458:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761596.536462:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761596.536463:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761596.536466:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1268
00000100:00080000:0.0:1789761596.536468:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761596.536472:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761596.536484:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761596.536503:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777397504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761596.536505:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777397376:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761596.536522:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761596.536526:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761596.536529:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761596.536535:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1268
00000100:00080000:0.0:1789761596.536539:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761596.536545:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761596.536550:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761596.536565:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777397632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761596.536576:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761596.536580:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761596.536582:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761596.536585:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761596.536590:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1268
00000100:00080000:0.0:1789761596.536596:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761596.536602:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761596.536608:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761596.536622:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777397760/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761596.536628:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596]  req@ffff9c6f84ef5f80 x1876699777397376/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761596.536653:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761596.536657:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777397376/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761596.536659:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761596.536663:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761596.536674:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1268
00000100:00080000:1.0:1789761596.536675:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761596.536681:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761596.536682:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761596.536690:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761596.536691:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777397376:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789761596.536697:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761596.536710:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777397888/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761596.536719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761596.536721:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777397504:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761596.536725:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761596.536729:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761596.536733:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1268
00000100:00080000:0.0:1789761596.536736:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761596.536739:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761596.536743:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761596.536747:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761596.536754:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777398016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761596.536762:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596]  req@ffff9c6f84ef6d80 x1876699777397504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761596.536764:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761596.536772:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761596.536775:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761596.536783:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1268
00000100:00100000:1.0:1789761596.536787:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777397504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761596.536788:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761596.536796:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761596.536804:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761596.536805:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761596.536812:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761596.536818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777397504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761596.536819:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777398144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761596.536829:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777397632:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761596.536848:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761596.536857:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596]  req@ffff9c6f84ef5880 x1876699777397632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761596.536865:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777397632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761596.536886:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761596.536889:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761596.536893:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777397632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761596.536900:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777397760:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761596.536924:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761596.536937:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596]  req@ffff9c6f84ef4e00 x1876699777397760/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761596.536950:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777397760/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761596.536959:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761596.536963:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761596.536966:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777397760:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761596.536986:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777397888:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761596.537011:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761596.537024:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596]  req@ffff9c6f84ef7800 x1876699777397888/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761596.537044:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777397888/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761596.537053:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761596.537057:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761596.537060:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777397888:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761596.537067:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777398016:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761596.537090:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761596.537104:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596]  req@ffff9c6f84ef5c00 x1876699777398016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761596.537118:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777398016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761596.537127:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761596.537131:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761596.537135:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777398016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761596.537141:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777398144:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761596.537163:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761596.537176:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596]  req@ffff9c6f84ef4000 x1876699777398144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761596.537188:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777398144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761596.537203:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761596.537207:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761596.537211:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777398144:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761596.664411:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761599.736354:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761601.656361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761601.656373:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761601.656378:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761601.656389:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1273
00000100:00080000:1.0:1789761601.656401:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761601.656408:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761601.656454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777398272/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761601.656479:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761601.656482:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761601.656484:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761601.656486:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1273
00000100:00080000:1.0:1789761601.656489:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761601.656492:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761601.656502:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761601.656511:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777398400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761601.656521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761601.656525:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777398272:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761601.656526:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761601.656530:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761601.656538:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1273
00000100:00080000:1.0:1789761601.656541:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761601.656543:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761601.656546:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761601.656557:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777398528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761601.656568:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761601.656572:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761601.656574:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761601.656579:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1273
00000100:00080000:1.0:1789761601.656592:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761601.656598:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761601.656604:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761601.656610:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761601.656621:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777398656/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761601.656638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761601.656642:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761601.656644:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761601.656650:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1273
00000100:00080000:1.0:1789761601.656655:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761601.656659:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761601.656666:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601]  req@ffff9c6f9118dc00 x1876699777398272/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761601.656666:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761601.656686:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777398784/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761601.656689:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777398272/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761601.656721:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761601.656722:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761601.656737:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789761601.656741:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789761601.656744:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777398272:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761601.656747:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761601.656755:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1273
00000100:00080000:1.0:1789761601.656761:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761601.656767:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761601.656770:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777398400:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789761601.656776:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761601.656795:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761601.656795:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777398912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761601.656807:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601]  req@ffff9c6f9118d180 x1876699777398400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761601.656811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761601.656825:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761601.656829:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777398400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761601.656829:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761601.656854:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1273
00000100:00080000:0.0:1789761601.656857:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761601.656864:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789761601.656864:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761601.656872:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777398400:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761601.656876:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761601.656881:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777398528:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789761601.656886:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761601.656906:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761601.656908:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777399040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761601.656917:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601]  req@ffff9c6f9118c380 x1876699777398528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761601.656931:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777398528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761601.656938:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761601.656941:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761601.656943:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777398528:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761601.656947:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777398656:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761601.656960:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761601.656965:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601]  req@ffff9c6f9118df80 x1876699777398656/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761601.656973:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777398656/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761601.656979:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761601.656981:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761601.656983:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777398656:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761601.656986:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777398784:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761601.656997:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761601.657002:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601]  req@ffff9c6f9118ed80 x1876699777398784/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761601.657015:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777398784/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761601.657020:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761601.657022:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761601.657024:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777398784:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761601.657037:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777398912:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761601.657048:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761601.657054:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601]  req@ffff9c6f9118f800 x1876699777398912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761601.657060:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777398912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761601.657065:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761601.657068:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761601.657070:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777398912:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761601.657074:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777399040:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761601.657083:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761601.657088:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601]  req@ffff9c6f9118dc00 x1876699777399040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761601.657095:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777399040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761601.657105:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761601.657108:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761601.657110:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777399040:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761602.808378:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761605.880426:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761606.776320:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761606.776329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761606.776333:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761606.776341:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1278
00000100:00080000:0.0:1789761606.776350:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761606.776357:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761606.776390:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777399168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761606.776418:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761606.776422:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761606.776424:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761606.776429:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1278
00000100:00080000:0.0:1789761606.776434:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761606.776440:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761606.776450:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761606.776450:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777399168:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761606.776466:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777399296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761606.776475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761606.776479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761606.776481:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761606.776483:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1278
00000100:00080000:0.0:1789761606.776498:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761606.776501:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761606.776504:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761606.776509:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761606.776514:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777399424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761606.776527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761606.776531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761606.776533:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761606.776538:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1278
00000100:00080000:0.0:1789761606.776542:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761606.776548:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761606.776554:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761606]  req@ffff9c6f84ef6a00 x1876699777399168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761606.776555:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761606.776575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777399552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761606.776582:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777399168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761606.776590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761606.776597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761606.776600:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761606.776606:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1278
00000100:00080000:1.0:1789761606.776608:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761606.776610:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761606.776616:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761606.776617:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761606.776624:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777399168:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789761606.776634:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761606.776649:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777399296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761606.776650:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777399680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761606.776664:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761606.776669:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761606.776671:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761606.776674:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1278
00000800:00000100:1.0:1789761606.776678:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761606.776679:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761606.776685:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761606.776689:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761606.776694:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761606]  req@ffff9c6f84ef4700 x1876699777399296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761606.776700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777399808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761606.776714:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777399296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761606.776720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761606.776724:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761606.776726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761606.776729:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761606.776732:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761606.776733:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777399296:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761606.776742:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1278
00000100:00100000:1.0:1789761606.776744:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777399424:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761606.776751:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761606.776758:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789761606.776763:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789761606.776765:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761606.776773:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761606]  req@ffff9c6f84ef7480 x1876699777399424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761606.776780:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777399936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761606.776788:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777399424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761606.776818:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761606.776821:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761606.776825:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777399424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761606.776830:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777399552:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761606.776846:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761606.776853:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761606]  req@ffff9c6f84ef6680 x1876699777399552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761606.776861:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777399552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761606.776866:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761606.776868:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761606.776870:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777399552:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761606.776880:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777399680:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761606.776891:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761606.776896:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761606]  req@ffff9c6f84ef6300 x1876699777399680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761606.776903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777399680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761606.776908:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761606.776910:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761606.776912:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777399680:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761606.776916:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777399808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761606.776926:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761606.776931:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761606]  req@ffff9c6f84ef4a80 x1876699777399808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761606.776938:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777399808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761606.776943:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761606.776945:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761606.776947:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777399808:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761606.776950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777399936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761606.776959:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761606.776964:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761606]  req@ffff9c6f84ef5500 x1876699777399936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761606.776971:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777399936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761606.776976:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761606.776978:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761606.776980:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777399936:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761608.952349:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761611.896335:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761611.896350:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761611.896355:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761611.896369:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1283
00000100:00080000:0.0:1789761611.896383:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761611.896392:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761611.896439:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777400064/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761611.896469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761611.896472:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761611.896474:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761611.896477:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1283
00000100:00080000:0.0:1789761611.896480:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761611.896484:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761611.896494:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761611.896514:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777400192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761611.896526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761611.896531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761611.896533:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761611.896538:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1283
00000100:00080000:0.0:1789761611.896551:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761611.896552:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777400064:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761611.896560:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761611.896571:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761611.896587:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777400320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761611.896601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761611.896605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761611.896607:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761611.896612:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1283
00000100:00080000:0.0:1789761611.896629:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761611.896634:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761611.896640:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761611.896652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777400448/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761611.896659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761611.896662:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761611.896664:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761611.896668:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1283
00000100:00080000:0.0:1789761611.896673:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761611.896677:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761611.896682:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761611.896683:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777400192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761611.896694:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777400576/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761611.896708:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761611.896711:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761611.896713:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761611.896717:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1283
00000100:00080000:0.0:1789761611.896721:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761611.896726:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761611.896733:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761611.896740:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777400320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761611.896745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777400704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761611.896775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761611.896778:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761611.896781:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761611.896785:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1283
00000100:00080000:0.0:1789761611.896791:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761611.896795:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761611.896800:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761611.896819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777400832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761611.896824:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777400448:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761611.896864:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777400576:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761611.896887:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777400704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761611.896906:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777400832:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761612.024348:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761614.968496:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789761614.968544:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761614.968561:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761614.968599:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761614.968608:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761614.968617:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761614.968626:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761614.968636:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761614.968647:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789761614.968660:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761614]  req@ffff9c6f84ef7480 x1876699777400704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761614.968689:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777400704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761614.968703:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761614.968709:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761614.968714:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777400704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761614.968723:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761614]  req@ffff9c6f84ef4700 x1876699777400832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761614.968749:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777400832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761614.968758:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761614.968761:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761614.968765:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777400832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761614.968776:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761614]  req@ffff9c6f84ef4a80 x1876699777400320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761614.968789:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777400320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761614.968798:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761614.968802:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761614.968806:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777400320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761614.968813:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761614]  req@ffff9c6f84ef6300 x1876699777400448/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761614.968826:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777400448/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761614.968835:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761614.968839:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761614.968843:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777400448:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761614.968850:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761614]  req@ffff9c6f84ef6680 x1876699777400576/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761614.968864:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777400576/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761614.968872:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761614.968876:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761614.968879:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777400576:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761614.968886:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761614]  req@ffff9c6f84ef4380 x1876699777400064/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761614.968900:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777400064/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761614.968907:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761614.968910:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761614.968914:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777400064:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761614.968921:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761614]  req@ffff9c6f84ef5500 x1876699777400192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761614.968933:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777400192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761614.968941:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761614.968944:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761614.968947:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777400192:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761615.096363:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761617.016344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.016354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761617.016359:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.016372:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1288
00000100:00080000:0.0:1789761617.016385:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.016392:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761617.016435:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777400960/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761617.016487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.016492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761617.016494:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.016500:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1288
00000100:00080000:0.0:1789761617.016506:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.016512:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761617.016526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761617.016545:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777400960:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761617.016548:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777401088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761617.016576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.016580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761617.016584:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.016590:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1288
00000100:00080000:0.0:1789761617.016595:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.016600:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761617.016607:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761617.016625:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777401216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761617.016640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761617.016641:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761617.016650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761617.016656:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.016662:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1288
00000100:00080000:0.0:1789761617.016669:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.016673:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761617.016680:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761617.016702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777401344/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761617.016704:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff9c6f84ef6a00 x1876699777400960/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761617.016751:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777400960/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761617.016763:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761617.016768:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761617.016772:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777400960:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761617.016797:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777401088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761617.016826:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761617.016840:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff9c6f84ef4000 x1876699777401088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761617.016852:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777401088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761617.016862:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761617.016865:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761617.016869:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777401088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761617.016877:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777401216:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761617.016899:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761617.016914:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff9c6f84ef5c00 x1876699777401216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761617.016928:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777401216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761617.016937:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761617.016940:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761617.016944:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777401216:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761617.017028:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.017034:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761617.017036:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.017043:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1288
00000100:00080000:0.0:1789761617.017049:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.017054:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761617.017060:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761617.017077:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777401472/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761617.017088:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.017091:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761617.017093:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.017097:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1288
00000100:00080000:0.0:1789761617.017101:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.017106:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761617.017111:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761617.017123:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777401600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761617.017139:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.017142:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761617.017144:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.017148:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1288
00000100:00080000:0.0:1789761617.017163:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.017168:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761617.017173:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761617.017188:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777401728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761617.018310:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777401344:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761617.018363:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761617.018393:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff9c6f84ef7800 x1876699777401344/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761617.018410:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777401344/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761617.018421:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761617.018427:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761617.018431:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777401344:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761617.018443:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777401472:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761617.018464:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761617.018481:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff9c6f84ef4e00 x1876699777401472/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761617.018492:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777401472/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761617.018499:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761617.018501:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761617.018504:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777401472:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761617.018508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777401600:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761617.018520:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761617.018527:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff9c6f84ef5880 x1876699777401600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761617.018539:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777401600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761617.018547:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761617.018550:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761617.018553:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777401600:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761617.018560:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777401728:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761617.018580:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761617.018591:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff9c6f84ef6d80 x1876699777401728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761617.018602:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777401728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761617.018608:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761617.018610:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761617.018613:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777401728:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761618.168430:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761621.240395:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761622.136329:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761622.136341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761622.136344:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761622.136353:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1293
00000100:00080000:1.0:1789761622.136363:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761622.136370:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761622.136403:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777401856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761622.136434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761622.136437:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761622.136438:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761622.136441:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1293
00000100:00080000:1.0:1789761622.136443:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761622.136446:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761622.136453:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761622.136462:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777401984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761622.136469:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761622.136471:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761622.136473:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761622.136475:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1293
00000100:00080000:1.0:1789761622.136477:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761622.136480:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761622.136483:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761622.136489:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777402112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761622.136495:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761622.136498:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761622.136499:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761622.136501:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1293
00000100:00080000:1.0:1789761622.136505:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761622.136508:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761622.136511:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761622.136517:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777402240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761622.136524:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761622.136527:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761622.136530:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761622.136535:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1293
00000100:00100000:2.0:1789761622.136535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777401856:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761622.136544:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761622.136553:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761622.136556:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761622.136564:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777402368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761622.136570:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761622.136573:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761622.136575:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761622.136578:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1293
00000100:00080000:1.0:1789761622.136581:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761622.136583:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761622.136587:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761622.136594:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777402496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761622.136603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761622.136606:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761622.136607:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761622.136614:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1293
00000100:00080000:1.0:1789761622.136619:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761622.136622:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761622.136624:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761622.136637:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777402624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761622.136640:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761622.136722:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff9c6f9118f100 x1876699777401856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761622.136742:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777401856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761622.136752:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761622.136755:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761622.136758:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777401856:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761622.136773:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777401984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761622.136795:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761622.136806:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff9c6f9118d500 x1876699777401984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761622.136814:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777401984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761622.136820:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761622.136823:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761622.136825:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777401984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761622.136829:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777402112:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761622.136841:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761622.136848:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff9c6f9118ce00 x1876699777402112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761622.136856:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777402112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761622.136861:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761622.136863:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761622.136865:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777402112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761622.136890:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777402240:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761622.136902:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761622.136908:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff9c6f9118e680 x1876699777402240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761622.136916:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777402240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761622.136922:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761622.136923:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761622.136925:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777402240:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761622.136929:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777402368:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761622.136939:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761622.136945:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff9c6f9118c700 x1876699777402368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761622.136952:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777402368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761622.136958:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761622.136961:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761622.136963:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777402368:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761622.136966:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777402496:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761622.136976:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761622.136982:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff9c6f9118ca80 x1876699777402496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761622.136988:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777402496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761622.136993:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761622.136995:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761622.136997:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777402496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761622.137000:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777402624:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761622.137010:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761622.137015:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff9c6f9118dc00 x1876699777402624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761622.137022:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777402624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761622.137026:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761622.137028:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761622.137031:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777402624:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761624.312386:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761627.256323:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761627.256332:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761627.256336:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761627.256346:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1298
00000100:00080000:2.0:1789761627.256355:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761627.256361:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761627.256392:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777402752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761627.256416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761627.256419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761627.256421:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761627.256424:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1298
00000100:00080000:2.0:1789761627.256426:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761627.256429:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761627.256435:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761627.256445:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777402880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761627.256453:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761627.256456:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761627.256459:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761627.256461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777402752:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761627.256464:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1298
00000100:00080000:2.0:1789761627.256470:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761627.256473:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761627.256477:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761627.256484:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777403008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761627.256490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761627.256492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761627.256494:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761627.256497:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1298
00000100:00080000:2.0:1789761627.256499:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761627.256502:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761627.256505:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761627.256512:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777403136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761627.256518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761627.256521:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761627.256522:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761627.256525:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1298
00000100:00080000:2.0:1789761627.256527:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761627.256531:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789761627.256535:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789761627.256536:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761627.256546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777403264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761627.256554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761627.256557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761627.256558:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761627.256561:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1298
00000100:00080000:2.0:1789761627.256563:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761627.256566:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761627.256569:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761627.256577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777403392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761627.256583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff9c6f851a1f80 x1876699777402752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761627.256585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761627.256593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761627.256597:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761627.256608:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1298
00000100:00080000:2.0:1789761627.256612:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761627.256616:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777402752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761627.256620:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761627.256631:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761627.256635:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.256658:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761627.256664:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777403520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761627.256666:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777402752:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761627.256699:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777402880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761627.256725:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761627.256737:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff9c6f851a1c00 x1876699777402880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761627.256751:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777402880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761627.256761:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.256764:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761627.256769:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777402880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761627.256775:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777403008:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761627.256792:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761627.256801:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff9c6f851a3b80 x1876699777403008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761627.256814:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777403008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761627.256822:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.256826:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761627.256830:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777403008:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761627.256836:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777403136:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761627.256852:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761627.256862:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff9c6f851a1180 x1876699777403136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761627.256873:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777403136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761627.256888:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.256892:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761627.256895:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777403136:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761627.256901:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777403264:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761627.256916:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761627.256926:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff9c6f851a2680 x1876699777403264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761627.256938:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777403264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761627.256947:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.256950:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761627.256954:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777403264:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761627.256960:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777403392:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761627.256976:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761627.256985:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff9c6f851a2300 x1876699777403392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761627.256998:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777403392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761627.257006:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.257010:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761627.257013:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777403392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761627.257019:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777403520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761627.257034:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761627.257043:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff9c6f851a1500 x1876699777403520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761627.257055:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777403520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761627.257064:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.257067:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761627.257070:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777403520:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761627.384395:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761630.456365:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761632.376343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761632.376356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761632.376362:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761632.376377:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1304
00000100:00080000:2.0:1789761632.376391:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761632.376407:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761632.376451:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777403648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761632.376477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761632.376480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761632.376482:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761632.376485:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1304
00000100:00080000:2.0:1789761632.376488:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761632.376491:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761632.376500:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761632.376510:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777403776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761632.376518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761632.376520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761632.376522:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761632.376524:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1304
00000100:00080000:2.0:1789761632.376526:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761632.376531:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777403648:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761632.376532:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761632.376535:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761632.376546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777403904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761632.376553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761632.376557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761632.376559:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761632.376564:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1304
00000100:00080000:2.0:1789761632.376569:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761632.376573:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761632.376579:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761632.376615:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777404032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761632.376622:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761632.376635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761632.376639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761632.376642:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761632.376648:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1304
00000100:00080000:2.0:1789761632.376653:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761632.376658:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761632.376664:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761632.376669:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff9c6f851a2d80 x1876699777403648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761632.376683:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777404160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761632.376688:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777403648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.376715:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761632.376715:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761632.376721:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761632.376724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789761632.376728:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777403648:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761632.376730:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761632.376740:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1304
00000100:00080000:2.0:1789761632.376745:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761632.376749:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761632.376753:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761632.376758:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777403776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761632.376767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777404288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761632.376782:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761632.376783:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761632.376789:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761632.376791:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761632.376796:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1304
00000100:00080000:2.0:1789761632.376799:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761632.376803:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff9c6f851a0000 x1876699777403776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761632.376805:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761632.376812:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761632.376822:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777403776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761632.376827:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777404416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761632.376837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.376844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761632.376849:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777403776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761632.376854:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777403904:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761632.376872:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761632.376881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff9c6f851a3480 x1876699777403904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761632.376890:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777403904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.376896:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.376898:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761632.376901:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777403904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761632.376904:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777404032:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761632.376915:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761632.376920:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff9c6f851a0380 x1876699777404032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761632.376928:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777404032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.376934:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.376937:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761632.376939:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777404032:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761632.376943:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777404160:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761632.376960:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761632.376972:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff9c6f851a1500 x1876699777404160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761632.376984:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777404160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.376993:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.376997:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761632.377001:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777404160:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761632.377019:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777404288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761632.377040:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761632.377048:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff9c6f851a2300 x1876699777404288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761632.377057:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777404288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.377065:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.377069:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761632.377073:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777404288:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761632.377080:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777404416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761632.377101:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761632.377114:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff9c6f851a2680 x1876699777404416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761632.377127:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777404416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.377136:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.377139:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761632.377143:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777404416:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761633.528392:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761636.600393:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761637.496331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761637.496343:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761637.496350:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761637.496364:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1309
00000100:00080000:2.0:1789761637.496378:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761637.496387:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761637.496450:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777404544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761637.496477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761637.496480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761637.496481:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761637.496485:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1309
00000100:00080000:2.0:1789761637.496489:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761637.496494:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761637.496505:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761637.496517:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777404672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761637.496524:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777404544:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761637.496527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761637.496535:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761637.496536:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761637.496540:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1309
00000100:00080000:2.0:1789761637.496542:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761637.496544:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761637.496547:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761637.496556:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777404800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761637.496562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761637.496579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761637.496580:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761637.496585:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1309
00000100:00080000:2.0:1789761637.496590:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761637.496594:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761637.496600:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761637.496614:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777404928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761637.496624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761637.496626:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761637.496631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761637.496634:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761637.496640:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1309
00000100:00080000:2.0:1789761637.496646:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761637.496651:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761637.496657:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761637.496671:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777405056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761637.496674:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637]  req@ffff9c6f851a1180 x1876699777404544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761637.496692:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761637.496696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761637.496698:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761637.496703:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777404544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761637.496704:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1309
00000100:00080000:2.0:1789761637.496710:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761637.496717:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789761637.496722:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789761637.496722:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761637.496729:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761637.496735:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777404544:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761637.496735:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777405184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761637.496749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761637.496751:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761637.496753:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761637.496756:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1309
00000100:00080000:2.0:1789761637.496758:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761637.496760:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761637.496762:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761637.496767:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777404672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761637.496774:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777405312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761637.496789:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761637.496802:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637]  req@ffff9c6f851a3b80 x1876699777404672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761637.496812:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777404672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761637.496818:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761637.496821:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761637.496823:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777404672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761637.496827:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777404800:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761637.496845:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761637.496857:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637]  req@ffff9c6f851a1c00 x1876699777404800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761637.496870:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777404800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761637.496880:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761637.496883:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761637.496887:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777404800:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761637.496894:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777404928:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761637.496918:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761637.496931:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637]  req@ffff9c6f851a1f80 x1876699777404928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761637.496944:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777404928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761637.496954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761637.496958:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761637.496962:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777404928:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761637.496969:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777405056:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761637.496992:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761637.497004:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637]  req@ffff9c6f851a2a00 x1876699777405056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761637.497017:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777405056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761637.497026:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761637.497029:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761637.497033:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777405056:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761637.497040:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777405184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761637.497061:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761637.497074:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637]  req@ffff9c6f851a1880 x1876699777405184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761637.497087:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777405184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761637.497096:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761637.497100:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761637.497104:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777405184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761637.497125:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777405312:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761637.497144:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761637.497155:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637]  req@ffff9c6f851a0e00 x1876699777405312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761637.497168:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777405312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761637.497177:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761637.497180:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761637.497184:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777405312:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761639.672388:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761642.616337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761642.616347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761642.616351:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761642.616362:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1314
00000100:00080000:0.0:1789761642.616374:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761642.616383:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761642.616419:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777405440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761642.616446:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761642.616449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761642.616450:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761642.616453:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1314
00000100:00080000:0.0:1789761642.616456:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761642.616459:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761642.616468:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761642.616486:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777405568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761642.616499:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761642.616507:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761642.616509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777405440:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761642.616510:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761642.616539:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1314
00000100:00080000:0.0:1789761642.616544:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761642.616548:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761642.616553:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761642.616567:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777405696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761642.616578:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761642.616581:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761642.616583:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761642.616588:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1314
00000100:00080000:0.0:1789761642.616609:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761642.616616:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761642.616621:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761642.616628:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761642.616633:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777405824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761642.616643:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761642.616646:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761642.616648:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761642.616652:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1314
00000100:00080000:0.0:1789761642.616657:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761642.616661:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761642.616664:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761642.616672:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777405952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761642.616679:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761642.616684:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642]  req@ffff9c6f84ef5f80 x1876699777405440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761642.616686:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761642.616691:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761642.616707:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1314
00000100:00080000:0.0:1789761642.616715:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761642.616722:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761642.616728:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761642.616733:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777405440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761642.616743:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777406080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761642.616750:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761642.616764:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761642.616777:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761642.616778:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777405440:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761642.616783:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761642.616794:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761642.616801:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1314
00000100:00080000:0.0:1789761642.616803:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761642.616805:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761642.616809:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761642.616817:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777406208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761642.616831:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777405568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761642.616855:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761642.616865:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642]  req@ffff9c6f84ef6d80 x1876699777405568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761642.616874:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777405568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761642.616881:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761642.616884:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761642.616886:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777405568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761642.616893:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777405696:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761642.616915:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761642.616928:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642]  req@ffff9c6f84ef5880 x1876699777405696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761642.616942:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777405696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761642.616951:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761642.616965:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761642.616969:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777405696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761642.616977:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777405824:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761642.617001:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761642.617014:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642]  req@ffff9c6f84ef4e00 x1876699777405824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761642.617035:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777405824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761642.617047:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761642.617051:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761642.617055:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777405824:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761642.617062:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777405952:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761642.617086:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761642.617106:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642]  req@ffff9c6f84ef7800 x1876699777405952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761642.617115:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777405952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761642.617121:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761642.617124:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761642.617126:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777405952:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761642.617130:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777406080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761642.617146:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761642.617154:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642]  req@ffff9c6f84ef5c00 x1876699777406080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761642.617162:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777406080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761642.617166:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761642.617168:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761642.617171:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777406080:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761642.617187:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777406208:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761642.617199:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761642.617205:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642]  req@ffff9c6f84ef4000 x1876699777406208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761642.617213:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777406208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761642.617218:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761642.617220:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761642.617258:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777406208:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761642.744375:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761645.816356:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789761647.736444:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777406336:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789761647.736525:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761647.736564:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647]  req@ffff9c6f91ebad80 x1876699777406336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761647.736587:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777406336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761647.736604:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761647.736609:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761647.736617:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777406336:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761647.736640:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777406464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761647.736665:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761647.736679:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647]  req@ffff9c6f91ebb480 x1876699777406464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761647.736702:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777406464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761647.736730:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761647.736739:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761647.736748:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777406464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761647.736764:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777406592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761647.736802:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761647.736816:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647]  req@ffff9c6f91eb9500 x1876699777406592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761647.736825:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777406592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761647.736831:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761647.736833:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761647.736836:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777406592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761647.736840:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777406720:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761647.736855:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761647.736862:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647]  req@ffff9c6f91ebb800 x1876699777406720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761647.736869:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777406720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761647.736875:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761647.736877:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761647.736879:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777406720:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761647.736882:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777406848:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761647.736892:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761647.736897:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647]  req@ffff9c6f91eb9f80 x1876699777406848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761647.736904:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777406848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761647.736909:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761647.736911:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761647.736913:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777406848:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761647.736925:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777406976:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761647.736935:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761647.736941:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647]  req@ffff9c6f91ebaa00 x1876699777406976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761647.736947:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777406976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761647.736952:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761647.736954:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761647.736956:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777406976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761647.736960:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777407104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761647.736969:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761647.736975:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647]  req@ffff9c6f91eb9880 x1876699777407104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761647.736982:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777407104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761647.736987:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761647.736996:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761647.736998:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777407104:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761648.888362:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761651.960387:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789761652.856529:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777407232:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789761652.856622:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761652.856667:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652]  req@ffff9c6f91eb9880 x1876699777407232/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761652.856684:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777407232/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761652.856694:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761652.856698:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761652.856705:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777407232:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761652.856736:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777407360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761652.856770:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761652.856795:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652]  req@ffff9c6f91ebaa00 x1876699777407360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761652.856830:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777407360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761652.856839:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761652.856841:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761652.856844:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777407360:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761652.856848:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777407488:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761652.856862:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761652.856869:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652]  req@ffff9c6f91eb9f80 x1876699777407488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761652.856877:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777407488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761652.856882:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761652.856884:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761652.856886:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777407488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761652.856902:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777407616:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761652.856920:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761652.856927:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652]  req@ffff9c6f91ebb800 x1876699777407616/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761652.856944:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777407616/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761652.856951:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761652.856956:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761652.856964:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777407616:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761652.857077:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777407744:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761652.857107:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761652.857125:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652]  req@ffff9c6f91eb9500 x1876699777407744/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761652.857147:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777407744/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761652.857168:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761652.857178:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761652.857183:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777407744:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761652.857210:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777407872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761652.857292:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761652.857322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652]  req@ffff9c6f91ebb480 x1876699777407872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761652.857332:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777407872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761652.857339:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761652.857342:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761652.857346:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777407872:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761652.857360:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777408000:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761652.857383:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761652.857392:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652]  req@ffff9c6f91ebad80 x1876699777408000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761652.857399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777408000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761652.857405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761652.857407:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761652.857409:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777408000:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761654.008393:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761655.032414:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761657.080377:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789761657.976513:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777408128:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789761657.976574:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761657.976616:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657]  req@ffff9c6f91ebad80 x1876699777408128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761657.976643:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777408128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761657.976663:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761657.976670:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761657.976676:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777408128:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761657.976688:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777408256:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761657.976723:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761657.976743:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657]  req@ffff9c6f91ebb480 x1876699777408256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761657.976759:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777408256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761657.976769:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761657.976773:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761657.976776:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777408256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761657.976797:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777408384:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761657.976817:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761657.976829:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657]  req@ffff9c6f91eb9500 x1876699777408384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761657.976843:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777408384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761657.976852:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761657.976855:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761657.976858:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777408384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761657.976863:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777408512:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761657.976879:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761657.976887:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657]  req@ffff9c6f91ebb800 x1876699777408512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761657.976894:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777408512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761657.976900:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761657.976902:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761657.976904:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777408512:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761657.976907:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777408640:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761657.976917:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761657.976923:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657]  req@ffff9c6f91eb9f80 x1876699777408640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761657.976930:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777408640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761657.976935:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761657.976937:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761657.976939:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777408640:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761657.976942:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777408768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761657.976952:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761657.976958:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657]  req@ffff9c6f91ebaa00 x1876699777408768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761657.976965:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777408768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761657.976970:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761657.976971:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761657.976974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777408768:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761657.976978:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777408896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761657.976987:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761657.976993:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657]  req@ffff9c6f91eb9880 x1876699777408896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761657.976999:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777408896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761657.977004:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761657.977006:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761657.977008:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777408896:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761658.104424:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761660.152412:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761661.176409:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761662.200376:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789761663.096484:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777409024:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789761663.096558:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761663.096603:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff9c6f91eb9880 x1876699777409024/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761663.096629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777409024/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761663.096644:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761663.096651:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761663.096659:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777409024:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761663.096692:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777409152:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761663.096719:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761663.096739:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff9c6f91ebaa00 x1876699777409152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761663.096759:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777409152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761663.096790:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761663.096798:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761663.096804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777409152:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761663.096815:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777409280:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761663.096850:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761663.096862:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff9c6f91eb9f80 x1876699777409280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761663.096872:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777409280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761663.096877:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761663.096880:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761663.096882:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777409280:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761663.096886:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777409408:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761663.096899:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761663.096905:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff9c6f91ebb800 x1876699777409408/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761663.096912:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777409408/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761663.096919:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761663.096921:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761663.096924:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777409408:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761663.096935:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777409536:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761663.096946:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761663.096952:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff9c6f91eb9500 x1876699777409536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761663.096959:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777409536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761663.096965:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761663.096967:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761663.096969:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777409536:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761663.096973:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777409664:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761663.096983:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761663.096989:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff9c6f91ebb480 x1876699777409664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761663.096997:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777409664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761663.097002:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761663.097004:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761663.097006:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777409664:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761663.097010:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777409792:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761663.097019:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761663.097025:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff9c6f91ebad80 x1876699777409792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761663.097031:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777409792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761663.097036:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761663.097038:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761663.097040:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777409792:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761663.224430:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761664.248389:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761665.272411:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761666.296410:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761667.320424:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789761668.216495:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777409920:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789761668.216551:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761668.216589:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff9c6f91ebad80 x1876699777409920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761668.216614:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777409920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761668.216627:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761668.216633:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761668.216639:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777409920:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761668.216660:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777410048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761668.216685:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761668.216700:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff9c6f91ebb480 x1876699777410048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761668.216717:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777410048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761668.216729:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761668.216732:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761668.216738:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777410048:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761668.216747:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777410176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761668.216767:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761668.216779:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff9c6f91eb9500 x1876699777410176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761668.216795:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777410176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761668.216802:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761668.216804:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761668.216806:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777410176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761668.216816:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777410304:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761668.216833:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761668.216844:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff9c6f91ebb800 x1876699777410304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761668.216866:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777410304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761668.216880:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761668.216887:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761668.216894:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777410304:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761668.216900:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777410432:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761668.216918:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777410688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761668.216921:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761668.216930:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff9c6f91eb9f80 x1876699777410432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761668.216967:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777410432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761668.216978:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761668.216982:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761668.216986:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777410432:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761668.217001:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777410560:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761668.217023:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761668.217035:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff9c6f91ebaa00 x1876699777410560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761668.217043:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777410560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761668.217049:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761668.217051:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761668.217053:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777410560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761668.217057:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777410688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761668.217070:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761668.217076:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff9c6f91eb9880 x1876699777410688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761668.217088:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777410688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761668.217096:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761668.217099:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761668.217103:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777410688:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761668.344375:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761669.368397:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761670.392386:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761671.416404:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761672.440381:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761673.336362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.336373:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761673.336377:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.336389:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1344
00000100:00080000:3.0:1789761673.336402:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.336410:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761673.336459:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777410816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761673.336496:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.336501:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761673.336503:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.336508:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1344
00000100:00080000:3.0:1789761673.336513:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.336518:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761673.336530:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761673.336547:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777410944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761673.336559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761673.336560:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777410816:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761673.336562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761673.336566:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.336572:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1344
00000100:00080000:3.0:1789761673.336575:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.336578:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761673.336583:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761673.336601:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777411072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761673.336613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.336617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761673.336619:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.336624:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1344
00000100:00080000:3.0:1789761673.336649:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.336655:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789761673.336660:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789761673.336664:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761673.336678:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777411200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761673.336686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.336689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761673.336690:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.336693:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1344
00000100:00080000:3.0:1789761673.336698:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.336701:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761673.336705:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761673.336708:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff9c6f91eb9880 x1876699777410816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761673.336717:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777411328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761673.336728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.336730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789761673.336734:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777410816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761673.336735:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.336742:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1344
00000100:00080000:3.0:1789761673.336747:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.336752:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789761673.336756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761673.336756:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761673.336762:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761673.336766:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777411456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761673.336770:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777410816:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761673.336788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.336790:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761673.336791:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.336795:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1344
00000100:00080000:3.0:1789761673.336798:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761673.336802:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777410944:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761673.336805:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761673.336812:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761673.336821:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777411584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761673.336832:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761673.336846:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff9c6f91ebaa00 x1876699777410944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761673.336860:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777410944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761673.336870:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761673.336874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761673.336879:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777410944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761673.336885:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777411072:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761673.336919:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761673.336928:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff9c6f91eb9f80 x1876699777411072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761673.336937:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777411072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761673.336943:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761673.336946:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761673.336948:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777411072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761673.336952:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777411200:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761673.336966:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761673.336972:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff9c6f91ebb800 x1876699777411200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761673.336979:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777411200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761673.336985:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761673.336987:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761673.336989:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777411200:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761673.336992:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777411328:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761673.337003:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761673.337008:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff9c6f91eb9500 x1876699777411328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761673.337021:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777411328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761673.337026:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761673.337028:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761673.337030:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777411328:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761673.337033:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777411456:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761673.337044:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761673.337050:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff9c6f91ebb480 x1876699777411456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761673.337059:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777411456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761673.337067:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761673.337070:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761673.337074:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777411456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761673.337094:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777411584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761673.337115:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761673.337124:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff9c6f91ebad80 x1876699777411584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761673.337132:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777411584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761673.337142:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761673.337144:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761673.337147:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777411584:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761673.464372:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761674.488420:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761675.512359:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761676.536438:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761677.560390:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761678.456355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761678.456365:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761678.456373:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761678.456385:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1350
00000100:00080000:1.0:1789761678.456394:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761678.456400:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761678.456439:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777411712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761678.456467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761678.456471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761678.456472:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761678.456475:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1350
00000100:00080000:1.0:1789761678.456479:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761678.456482:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761678.456491:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761678.456506:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777411840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761678.456518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761678.456523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761678.456525:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761678.456530:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1350
00000100:00080000:1.0:1789761678.456534:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761678.456539:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761678.456547:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761678.456552:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777411712:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761678.456561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777411968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761678.456571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761678.456573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761678.456575:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761678.456578:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1350
00000100:00080000:1.0:1789761678.456581:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761678.456584:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761678.456589:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761678.456597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777412096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761678.456604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761678.456607:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761678.456608:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761678.456612:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1350
00000100:00080000:1.0:1789761678.456615:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761678.456618:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761678.456620:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761678.456626:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777412224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761678.456632:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761678.456643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761678.456646:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761678.456649:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1350
00000100:00080000:1.0:1789761678.456652:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761678.456655:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761678.456658:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761678.456669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777412352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761678.456676:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761678.456678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761678.456681:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761678.456686:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1350
00000100:00080000:1.0:1789761678.456689:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761678.456700:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777411840:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761678.456701:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761678.456712:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761678.456730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777412480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761678.456765:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777411968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761678.456783:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777412096:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761678.456797:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777412224:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761678.456821:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777412352:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761678.456848:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777412480:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761678.584366:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761679.608357:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761680.632382:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761681.528605:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:0.0:1789761681.528663:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761681.528681:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761681.528718:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761681.528725:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761681.528730:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761681.528735:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761681.528741:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761681.528747:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:2.0:1789761681.528784:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761681]  req@ffff9c6f9118df80 x1876699777411968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761681.528817:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777411968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761681.528829:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761681.528834:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761681.528839:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777411968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761681.528847:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761681]  req@ffff9c6f9118c380 x1876699777412096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761681.528859:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777412096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761681.528867:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761681.528871:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761681.528874:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777412096:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761681.528881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761681]  req@ffff9c6f9118d180 x1876699777412224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761681.528899:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777412224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761681.528908:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761681.528911:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761681.528914:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777412224:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761681.528922:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761681]  req@ffff9c6f9118dc00 x1876699777412352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761681.528935:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777412352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761681.528944:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761681.528947:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761681.528951:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777412352:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761681.528957:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761681]  req@ffff9c6f9118ca80 x1876699777412480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761681.528975:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777412480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761681.528982:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761681.528986:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761681.528989:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777412480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761681.528995:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761681]  req@ffff9c6f9118f800 x1876699777411712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761681.529008:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777411712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761681.529015:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761681.529018:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761681.529022:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777411712:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761681.529028:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761681]  req@ffff9c6f9118ed80 x1876699777411840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761681.529040:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777411840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761681.529049:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761681.529053:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761681.529057:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777411840:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761681.656394:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761682.680401:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761683.576394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761683.576402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761683.576406:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761683.576414:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1355
00000100:00080000:3.0:1789761683.576423:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761683.576430:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761683.576460:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777412608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761683.576486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761683.576489:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761683.576490:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761683.576494:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1355
00000100:00080000:3.0:1789761683.576497:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761683.576501:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761683.576510:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761683.576526:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777412736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761683.576537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761683.576541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761683.576545:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761683.576547:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777412608:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761683.576553:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1355
00000100:00080000:3.0:1789761683.576559:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761683.576564:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761683.576578:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761683.576593:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777412864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761683.576603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761683.576606:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761683.576608:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761683.576611:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1355
00000100:00080000:3.0:1789761683.576616:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761683.576621:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761683.576625:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761683.576633:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761683.576647:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777412992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761683.576656:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761683.576660:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761683.576661:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761683.576665:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1355
00000100:00080000:3.0:1789761683.576668:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761683.576671:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761683.576676:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761683.576684:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683]  req@ffff9c6f91ebad80 x1876699777412608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761683.576690:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777413120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761683.576714:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761683.576718:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761683.576722:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761683.576723:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777412608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761683.576730:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1355
00000100:00080000:3.0:1789761683.576738:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761683.576745:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761683.576746:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761683.576755:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761683.576756:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761683.576762:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777412608:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761683.576786:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777413248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761683.576792:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777412736:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761683.576812:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761683.576815:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761683.576818:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761683.576823:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1355
00000100:00080000:3.0:1789761683.576828:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761683.576832:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761683.576836:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761683.576843:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761683.576854:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683]  req@ffff9c6f91ebb480 x1876699777412736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761683.576858:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777413376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761683.576882:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777412736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761683.576892:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761683.576897:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761683.576901:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777412736:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761683.576907:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777412864:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761683.576929:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761683.576941:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683]  req@ffff9c6f91eb9500 x1876699777412864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761683.576958:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777412864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761683.576967:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761683.576970:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761683.576974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777412864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761683.576980:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777412992:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761683.577001:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761683.577012:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683]  req@ffff9c6f91ebb800 x1876699777412992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761683.577024:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777412992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761683.577033:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761683.577036:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761683.577040:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777412992:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761683.577046:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777413120:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761683.577073:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761683.577085:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683]  req@ffff9c6f91eb9f80 x1876699777413120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761683.577095:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777413120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761683.577109:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761683.577112:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761683.577116:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777413120:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761683.577134:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777413248:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761683.577156:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761683.577168:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683]  req@ffff9c6f91ebaa00 x1876699777413248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761683.577180:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777413248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761683.577190:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761683.577193:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761683.577197:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777413248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761683.577203:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777413376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761683.577279:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761683.577293:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683]  req@ffff9c6f91eb9880 x1876699777413376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761683.577306:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777413376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761683.577314:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761683.577317:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761683.577321:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777413376:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761683.704388:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761684.728392:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761685.752375:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761686.776394:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761687.800420:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761688.696318:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761688.696329:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761688.696336:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761688.696347:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1360
00000100:00080000:1.0:1789761688.696359:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761688.696369:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761688.696403:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777413504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761688.696442:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761688.696447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761688.696450:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761688.696456:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1360
00000100:00080000:1.0:1789761688.696460:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761688.696465:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761688.696475:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761688.696489:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777413504:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761688.696491:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777413632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761688.696509:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761688.696513:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761688.696516:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761688.696522:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1360
00000100:00080000:1.0:1789761688.696527:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761688.696532:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761688.696538:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761688.696550:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777413760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761688.696561:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761688.696563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761688.696569:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761688.696571:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761688.696576:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1360
00000100:00080000:1.0:1789761688.696581:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761688.696586:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761688.696593:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761688.696606:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777413888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761688.696613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761688.696616:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761688.696617:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761688.696619:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1360
00000100:00080000:1.0:1789761688.696624:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761688.696627:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761688.696630:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761688.696636:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777414016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761688.696649:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761688.696652:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761688.696653:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761688.696657:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1360
00000100:00080000:1.0:1789761688.696660:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761688.696664:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761688.696667:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761688.696678:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777414144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761688.696683:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688]  req@ffff9c6f9118c700 x1876699777413504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761688.696689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761688.696695:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761688.696697:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761688.696706:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1360
00000100:00080000:1.0:1789761688.696711:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761688.696715:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761688.696717:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777413504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761688.696719:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761688.696729:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777414272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761688.696731:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761688.696740:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761688.696745:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777413504:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761688.696767:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777413632:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761688.696907:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761688.696972:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688]  req@ffff9c6f9118e680 x1876699777413632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761688.696993:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777413632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761688.697003:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761688.697006:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761688.697008:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777413632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761688.697013:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777413760:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761688.697031:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761688.697040:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688]  req@ffff9c6f9118ce00 x1876699777413760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761688.697049:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777413760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761688.697054:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761688.697056:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761688.697058:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777413760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761688.697062:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777413888:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761688.697073:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761688.697078:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688]  req@ffff9c6f9118d500 x1876699777413888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761688.697086:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777413888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761688.697095:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761688.697098:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761688.697100:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777413888:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761688.697103:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777414016:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761688.697113:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761688.697118:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688]  req@ffff9c6f9118f100 x1876699777414016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761688.697124:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777414016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761688.697129:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761688.697131:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761688.697133:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777414016:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761688.697137:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777414144:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761688.697146:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761688.697152:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688]  req@ffff9c6f9118ed80 x1876699777414144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761688.697158:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777414144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761688.697164:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761688.697166:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761688.697168:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777414144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761688.697172:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777414272:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761688.697199:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761688.697209:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688]  req@ffff9c6f9118f800 x1876699777414272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761688.697216:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777414272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761688.697238:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761688.697241:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761688.697244:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777414272:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761688.824420:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761689.848382:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761690.872378:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761691.896367:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761692.920399:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761693.816304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761693.816315:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761693.816319:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761693.816330:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1365
00000100:00080000:3.0:1789761693.816342:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761693.816349:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761693.816388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777414400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761693.816416:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761693.816419:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761693.816420:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761693.816424:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1365
00000100:00080000:3.0:1789761693.816427:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761693.816431:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761693.816440:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761693.816456:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777414528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761693.816467:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777414400:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761693.816472:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761693.816478:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761693.816480:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761693.816485:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1365
00000100:00080000:3.0:1789761693.816490:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761693.816493:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761693.816498:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761693.816509:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777414656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761693.816516:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761693.816518:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761693.816519:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761693.816522:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1365
00000100:00080000:3.0:1789761693.816527:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761693.816529:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761693.816532:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761693.816540:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761693.816541:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777414784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761693.816551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761693.816554:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761693.816555:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761693.816559:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1365
00000100:00080000:3.0:1789761693.816561:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761693.816563:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761693.816567:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761693.816574:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777414912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761693.816581:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761693.816582:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693]  req@ffff9c6f91eb9880 x1876699777414400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761693.816588:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761693.816591:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761693.816600:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1365
00000100:00080000:3.0:1789761693.816603:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761693.816606:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761693.816610:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761693.816612:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777414400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761693.816621:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777415040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761693.816628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761693.816630:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761693.816632:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761693.816632:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761693.816642:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789761693.816642:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1365
00000100:00080000:3.0:1789761693.816646:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761693.816651:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777414400:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761693.816653:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761693.816660:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761693.816668:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777415168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761693.816681:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777414528:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761693.816710:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761693.816725:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693]  req@ffff9c6f91ebaa00 x1876699777414528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761693.816740:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777414528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761693.816750:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761693.816753:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761693.816757:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777414528:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761693.816764:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777414656:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761693.816786:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761693.816800:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693]  req@ffff9c6f91eb9f80 x1876699777414656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761693.816809:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777414656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761693.816814:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761693.816816:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761693.816819:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777414656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761693.816822:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777414784:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761693.816837:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761693.816844:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693]  req@ffff9c6f91ebb800 x1876699777414784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761693.816852:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777414784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761693.816857:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761693.816859:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761693.816861:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777414784:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761693.816865:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777414912:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761693.816875:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761693.816880:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693]  req@ffff9c6f91eb9500 x1876699777414912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761693.816887:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777414912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761693.816893:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761693.816895:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761693.816897:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777414912:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761693.816900:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777415040:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761693.816911:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761693.816916:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693]  req@ffff9c6f91ebb480 x1876699777415040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761693.816923:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777415040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761693.816936:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761693.816938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761693.816940:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777415040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761693.816954:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777415168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761693.816966:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761693.816973:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693]  req@ffff9c6f91ebad80 x1876699777415168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761693.816980:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777415168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761693.816985:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761693.816987:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761693.816990:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777415168:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761693.944368:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761694.968402:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761695.992347:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761697.016406:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761698.040371:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761698.936332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761698.936346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761698.936352:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761698.936372:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1370
00000100:00080000:3.0:1789761698.936386:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761698.936396:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761698.936438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777415296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761698.936466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761698.936469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761698.936471:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761698.936474:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1370
00000100:00080000:3.0:1789761698.936477:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761698.936480:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761698.936488:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761698.936501:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777415424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761698.936513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761698.936517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761698.936522:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761698.936523:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777415296:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761698.936529:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1370
00000100:00080000:3.0:1789761698.936536:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761698.936540:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761698.936546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761698.936558:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777415552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761698.936566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761698.936568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761698.936570:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761698.936574:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1370
00000100:00080000:3.0:1789761698.936576:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761698.936579:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761698.936583:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761698.936591:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777415680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761698.936597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761698.936600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761698.936602:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761698.936604:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1370
00000100:00080000:3.0:1789761698.936606:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761698.936609:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761698.936612:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761698.936616:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761698.936623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777415808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761698.936635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761698.936639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761698.936640:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761698.936642:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1370
00000100:00080000:3.0:1789761698.936644:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761698.936647:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761698.936652:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761698.936660:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698]  req@ffff9c6f91ebad80 x1876699777415296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761698.936666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777415936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761698.936680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761698.936685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761698.936687:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761698.936691:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777415296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761698.936693:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1370
00000100:00080000:3.0:1789761698.936701:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761698.936708:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789761698.936712:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761698.936715:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761698.936721:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761698.936727:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777415296:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761698.936732:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777416064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761698.936763:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777415424:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761698.936790:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761698.936801:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698]  req@ffff9c6f91ebb480 x1876699777415424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761698.936811:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777415424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761698.936817:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761698.936820:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761698.936822:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777415424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761698.936827:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777415552:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761698.936839:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761698.936847:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698]  req@ffff9c6f91eb9500 x1876699777415552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761698.936856:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777415552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761698.936861:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761698.936863:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761698.936865:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777415552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761698.936869:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777415680:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761698.936881:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761698.936888:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698]  req@ffff9c6f91ebb800 x1876699777415680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761698.936901:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777415680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761698.936910:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761698.936913:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761698.936916:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777415680:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761698.936922:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777415808:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761698.936944:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761698.936955:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698]  req@ffff9c6f91eb9f80 x1876699777415808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761698.936968:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777415808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761698.936978:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761698.936981:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761698.936985:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777415808:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761698.936990:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777415936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761698.937012:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761698.937024:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698]  req@ffff9c6f91ebaa00 x1876699777415936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761698.937036:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777415936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761698.937045:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761698.937048:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761698.937052:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777415936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761698.937059:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777416064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761698.937081:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761698.937093:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698]  req@ffff9c6f91eb9880 x1876699777416064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761698.937123:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777416064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761698.937132:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761698.937136:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761698.937140:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777416064:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761699.064387:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761700.088358:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761701.112335:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761702.136398:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761703.160351:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761704.056315:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761704.056324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761704.056327:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761704.056336:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1375
00000100:00080000:2.0:1789761704.056345:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761704.056351:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761704.056386:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777416192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761704.056408:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761704.056410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761704.056412:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761704.056414:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1375
00000100:00080000:2.0:1789761704.056417:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761704.056420:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761704.056428:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761704.056439:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777416192:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761704.056440:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777416320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761704.056455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761704.056457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761704.056458:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761704.056461:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1375
00000100:00080000:2.0:1789761704.056463:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761704.056465:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761704.056469:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761704.056475:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777416448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761704.056482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761704.056484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761704.056485:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761704.056488:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1375
00000100:00080000:2.0:1789761704.056502:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761704.056505:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761704.056508:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761704.056514:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761704.056516:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777416576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761704.056523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761704.056526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761704.056527:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761704.056530:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1375
00000100:00080000:2.0:1789761704.056532:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761704.056535:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761704.056537:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761704.056544:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777416704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761704.056550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761704.056553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761704.056555:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761704.056557:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1375
00000100:00080000:2.0:1789761704.056560:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761704.056563:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff9c6f851a0a80 x1876699777416192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761704.056565:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761704.056571:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761704.056582:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777416832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761704.056594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761704.056596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761704.056599:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761704.056600:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777416192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761704.056604:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1375
00000100:00080000:2.0:1789761704.056608:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761704.056613:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789761704.056619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789761704.056620:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761704.056628:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761704.056632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777416960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761704.056634:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777416192:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761704.056666:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777416320:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761704.056693:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761704.056707:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff9c6f851a0700 x1876699777416320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761704.056717:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777416320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761704.056723:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761704.056725:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761704.056727:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777416320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761704.056732:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777416448:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761704.056745:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761704.056753:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff9c6f851a3100 x1876699777416448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761704.056760:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777416448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761704.056770:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761704.056772:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761704.056774:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777416448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761704.056777:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777416576:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761704.056788:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761704.056794:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff9c6f851a3800 x1876699777416576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761704.056801:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777416576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761704.056806:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761704.056809:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761704.056811:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777416576:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761704.056814:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777416704:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761704.056823:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761704.056829:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff9c6f851a0e00 x1876699777416704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761704.056836:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777416704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761704.056841:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761704.056842:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761704.056845:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777416704:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761704.056849:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777416832:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761704.056859:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761704.056864:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff9c6f851a1880 x1876699777416832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761704.056872:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777416832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761704.056877:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761704.056878:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761704.056880:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777416832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761704.056883:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777416960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761704.056893:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761704.056899:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff9c6f851a2a00 x1876699777416960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761704.056905:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777416960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761704.056910:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761704.056912:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761704.056914:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777416960:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761704.184363:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761705.208406:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761706.232368:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761707.256379:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761708.280347:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761709.176332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.176342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761709.176347:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.176359:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1380
00000100:00080000:3.0:1789761709.176371:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.176378:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761709.176420:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777417088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761709.176444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.176447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761709.176448:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.176452:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1380
00000100:00080000:3.0:1789761709.176455:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.176458:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761709.176467:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761709.176481:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777417216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761709.176486:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777417088:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761709.176498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.176503:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761709.176505:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.176510:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1380
00000100:00080000:3.0:1789761709.176515:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.176520:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761709.176526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761709.176539:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777417344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761709.176551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.176553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761709.176555:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.176558:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1380
00000100:00080000:3.0:1789761709.176562:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.176564:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761709.176568:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761709.176575:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761709.176578:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777417472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761709.176586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.176589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761709.176591:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.176594:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1380
00000100:00080000:3.0:1789761709.176596:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.176599:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761709.176602:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761709.176608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777417600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761709.176618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.176622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761709.176624:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.176630:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1380
00000100:00100000:2.0:1789761709.176631:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff9c6f91eb9880 x1876699777417088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761709.176635:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.176642:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761709.176650:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761709.176667:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777417728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761709.176675:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777417088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761709.176678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.176685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761709.176688:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.176696:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1380
00000100:00080000:3.0:1789761709.176701:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.176708:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761709.176713:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761709.176715:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761709.176723:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761709.176724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777417856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761709.176733:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777417088:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761709.176771:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777417216:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761709.176793:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761709.176804:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff9c6f91ebaa00 x1876699777417216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761709.176813:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777417216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761709.176819:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761709.176822:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761709.176824:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777417216:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761709.176829:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777417344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761709.176840:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761709.176847:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff9c6f91eb9f80 x1876699777417344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761709.176854:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777417344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761709.176859:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761709.176861:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761709.176863:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777417344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761709.176867:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777417472:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761709.176878:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761709.176884:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff9c6f91ebb800 x1876699777417472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761709.176891:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777417472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761709.176896:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761709.176898:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761709.176900:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777417472:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761709.176904:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777417600:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761709.176914:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761709.176919:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff9c6f91eb9500 x1876699777417600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761709.176927:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777417600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761709.176932:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761709.176933:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761709.176935:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777417600:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761709.176938:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777417728:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761709.176948:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761709.176957:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff9c6f91ebb480 x1876699777417728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761709.176978:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777417728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761709.176987:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761709.176991:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761709.176994:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777417728:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761709.177001:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777417856:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761709.177024:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761709.177052:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff9c6f91ebad80 x1876699777417856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761709.177066:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777417856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761709.177076:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761709.177079:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761709.177083:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777417856:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761709.304361:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761710.328394:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761711.352399:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761712.376364:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761713.400353:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761714.296339:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761714.296356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761714.296360:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761714.296369:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1385
00000100:00080000:3.0:1789761714.296380:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761714.296387:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761714.296422:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777417984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761714.296444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761714.296447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761714.296448:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761714.296451:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1385
00000100:00080000:3.0:1789761714.296454:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761714.296456:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761714.296464:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761714.296473:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777418112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761714.296481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761714.296483:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761714.296486:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761714.296488:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777417984:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761714.296491:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1385
00000100:00080000:3.0:1789761714.296496:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761714.296499:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761714.296502:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761714.296511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777418240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761714.296517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761714.296520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761714.296521:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761714.296524:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1385
00000100:00080000:3.0:1789761714.296538:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761714.296541:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761714.296545:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761714.296548:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761714.296557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777418368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761714.296564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761714.296567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761714.296568:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761714.296570:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1385
00000100:00080000:3.0:1789761714.296572:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761714.296575:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761714.296578:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761714.296588:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff9c6f91ebad80 x1876699777417984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761714.296590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777418496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761714.296615:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761714.296618:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777417984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761714.296621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761714.296626:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761714.296636:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1385
00000100:00080000:2.0:1789761714.296642:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761714.296644:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761714.296648:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789761714.296652:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761714.296656:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777417984:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789761714.296661:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761714.296679:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777418112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761714.296680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777418624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761714.296695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761714.296699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761714.296703:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761714.296708:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1385
00000100:00080000:3.0:1789761714.296712:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761714.296713:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761714.296719:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761714.296727:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff9c6f91ebb480 x1876699777418112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761714.296727:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761714.296741:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777418112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761714.296748:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777418752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761714.296750:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761714.296758:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761714.296765:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777418112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761714.296775:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777418240:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761714.296798:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761714.296813:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff9c6f91eb9500 x1876699777418240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761714.296827:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777418240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761714.296836:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761714.296839:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761714.296841:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777418240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761714.296846:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777418368:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761714.296862:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761714.296869:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff9c6f91ebb800 x1876699777418368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761714.296877:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777418368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761714.296882:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761714.296885:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761714.296887:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777418368:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761714.296890:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777418496:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761714.296899:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761714.296906:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff9c6f91eb9f80 x1876699777418496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761714.296917:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777418496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761714.296934:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761714.296938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761714.296942:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777418496:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761714.296960:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777418624:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761714.296975:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761714.296983:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff9c6f91ebaa00 x1876699777418624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761714.297007:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777418624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761714.297013:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761714.297015:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761714.297018:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777418624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761714.297022:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777418752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761714.297035:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761714.297042:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff9c6f91eb9880 x1876699777418752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761714.297050:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777418752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761714.297055:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761714.297057:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761714.297059:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777418752:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761714.424368:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761715.448402:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761716.472382:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761717.496375:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761718.520369:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761719.416332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.416343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761719.416347:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761719.416358:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1391
00000100:00080000:3.0:1789761719.416372:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761719.416379:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761719.416432:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777418880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761719.416462:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.416466:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761719.416469:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761719.416473:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1391
00000100:00080000:3.0:1789761719.416478:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761719.416483:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761719.416501:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761719.416521:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777419008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761719.416538:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777418880:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761719.416549:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.416555:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761719.416557:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761719.416561:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1391
00000100:00080000:3.0:1789761719.416564:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761719.416568:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761719.416573:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761719.416586:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777419136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761719.416595:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.416599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761719.416602:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761719.416608:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1391
00000800:00000100:2.0:1789761719.416614:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761719.416618:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761719.416628:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761719.416635:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761719.416651:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777419264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761719.416663:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff9c6f91eb9880 x1876699777418880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761719.416665:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.416679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761719.416684:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761719.416697:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1391
00000100:00080000:3.0:1789761719.416703:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761719.416706:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777418880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761719.416716:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761719.416733:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761719.416734:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761719.416743:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761719.416746:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777418880:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761719.416759:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777419392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761719.416772:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777419008:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761719.416776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.416782:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761719.416784:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761719.416791:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1391
00000100:00080000:3.0:1789761719.416797:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761719.416803:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761719.416807:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761719.416814:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761719.416818:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff9c6f91ebaa00 x1876699777419008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761719.416835:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777419520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761719.416837:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777419008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761719.416883:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761719.416885:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761719.416887:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761719.416895:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761719.416898:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789761719.416904:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1391
00000100:00100000:2.0:1789761719.416908:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777419008:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761719.416910:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761719.416920:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761719.416924:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777419136:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789761719.416928:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761719.416963:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761719.416963:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777419648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761719.416976:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff9c6f91eb9f80 x1876699777419136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761719.416988:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777419136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761719.417046:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761719.417053:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761719.417060:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777419136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761719.417070:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777419264:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761719.417089:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761719.417098:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff9c6f91ebb800 x1876699777419264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761719.417106:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777419264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761719.417112:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761719.417114:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761719.417116:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777419264:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761719.417128:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777419392:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761719.417139:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761719.417145:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff9c6f91eb9500 x1876699777419392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761719.417152:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777419392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761719.417157:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761719.417159:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761719.417161:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777419392:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761719.417164:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777419520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761719.417174:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761719.417180:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff9c6f91ebb480 x1876699777419520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761719.417188:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777419520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761719.417193:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761719.417194:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761719.417196:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777419520:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761719.417200:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777419648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761719.417209:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761719.417214:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff9c6f91ebad80 x1876699777419648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761719.417266:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777419648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761719.417276:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761719.417280:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761719.417283:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777419648:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761719.544408:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761720.568471:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761721.592367:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761722.616353:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761723.640353:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761724.536393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761724.536402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761724.536405:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761724.536414:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1396
00000100:00080000:1.0:1789761724.536425:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761724.536431:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761724.536471:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777419776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761724.536496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761724.536500:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761724.536502:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761724.536507:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1396
00000100:00080000:1.0:1789761724.536511:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761724.536517:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761724.536527:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761724.536544:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777419904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761724.536555:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761724.536556:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777419776:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761724.536562:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761724.536568:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761724.536574:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1396
00000100:00080000:1.0:1789761724.536578:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761724.536583:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761724.536590:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761724.536605:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777420032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761724.536613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761724.536616:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761724.536618:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761724.536620:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1396
00000100:00080000:1.0:1789761724.536624:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761724.536627:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761724.536631:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761724.536640:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777420160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761724.536646:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761724.536648:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761724.536649:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761724.536651:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1396
00000100:00080000:1.0:1789761724.536653:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761724.536655:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761724.536657:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761724.536663:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777420288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761724.536668:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761724.536670:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761724.536671:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761724.536674:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1396
00000100:00080000:1.0:1789761724.536675:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761724.536677:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761724.536681:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761724.536686:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777420416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761724.536692:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761724.536694:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761724.536695:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761724.536697:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1396
00000100:00080000:1.0:1789761724.536699:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761724.536701:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761724.536704:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761724.536709:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777420544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761724.536732:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761724.537007:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724]  req@ffff9c6f9118ca80 x1876699777419776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761724.537028:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777419776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761724.537039:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761724.537043:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761724.537047:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777419776:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761724.537070:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777419904:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761724.537095:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761724.537109:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724]  req@ffff9c6f9118dc00 x1876699777419904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761724.537120:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777419904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761724.537128:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761724.537132:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761724.537134:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777419904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761724.537140:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777420032:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761724.537159:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761724.537170:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724]  req@ffff9c6f9118d180 x1876699777420032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761724.537181:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777420032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761724.537188:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761724.537191:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761724.537195:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777420032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761724.537200:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777420160:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761724.537218:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761724.537253:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724]  req@ffff9c6f9118c380 x1876699777420160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761724.537267:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777420160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761724.537276:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761724.537281:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761724.537286:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777420160:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761724.537293:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777420288:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761724.537311:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761724.537322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724]  req@ffff9c6f9118df80 x1876699777420288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761724.537332:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777420288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761724.537340:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761724.537343:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761724.537345:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777420288:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761724.537351:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777420416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761724.537366:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761724.537375:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724]  req@ffff9c6f9118f800 x1876699777420416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761724.537385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777420416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761724.537393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761724.537396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761724.537399:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777420416:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761724.537404:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777420544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761724.537421:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761724.537432:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724]  req@ffff9c6f9118ed80 x1876699777420544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761724.537444:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777420544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761724.537451:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761724.537454:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761724.537459:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777420544:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761724.664382:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761725.688394:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761726.712378:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761727.736336:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761728.760348:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761729.656303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761729.656312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761729.656315:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761729.656324:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1401
00000100:00080000:3.0:1789761729.656335:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761729.656341:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761729.656378:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777420672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761729.656401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761729.656404:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761729.656405:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761729.656408:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1401
00000100:00080000:3.0:1789761729.656410:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761729.656413:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761729.656420:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761729.656428:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777420800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761729.656436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761729.656438:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761729.656440:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761729.656443:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1401
00000100:00080000:3.0:1789761729.656446:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761729.656449:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761729.656453:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761729.656459:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777420672:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761729.656462:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777420928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761729.656474:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761729.656476:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761729.656477:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761729.656479:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1401
00000100:00080000:3.0:1789761729.656481:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761729.656483:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761729.656486:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761729.656493:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777421056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761729.656499:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761729.656502:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761729.656503:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761729.656510:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1401
00000100:00080000:3.0:1789761729.656513:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761729.656515:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761729.656518:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761729.656522:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761729.656529:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777421184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761729.656537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761729.656540:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761729.656541:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761729.656544:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1401
00000100:00080000:3.0:1789761729.656546:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761729.656548:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761729.656552:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761729.656560:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729]  req@ffff9c6f91ebad80 x1876699777420672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761729.656562:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777421312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761729.656587:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761729.656589:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761729.656590:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761729.656594:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777420672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761729.656597:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1401
00000100:00080000:3.0:1789761729.656602:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761729.656607:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761729.656612:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761729.656621:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777421440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761729.656650:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761729.656655:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761729.656658:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777420672:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761729.656664:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777420800:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761729.656683:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761729.656693:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729]  req@ffff9c6f91ebb480 x1876699777420800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761729.656702:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777420800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761729.656707:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761729.656710:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761729.656712:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777420800:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761729.656729:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777420928:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761729.656741:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761729.656747:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729]  req@ffff9c6f91eb9500 x1876699777420928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761729.656754:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777420928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761729.656759:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761729.656761:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761729.656764:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777420928:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761729.656768:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777421056:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761729.656778:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761729.656783:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729]  req@ffff9c6f91ebb800 x1876699777421056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761729.656791:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777421056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761729.656796:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761729.656798:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761729.656800:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777421056:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761729.656803:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777421184:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761729.656813:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761729.656818:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729]  req@ffff9c6f91eb9f80 x1876699777421184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761729.656825:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777421184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761729.656830:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761729.656832:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761729.656833:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777421184:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761729.656836:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777421312:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761729.656846:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761729.656852:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729]  req@ffff9c6f91ebaa00 x1876699777421312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761729.656859:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777421312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761729.656864:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761729.656866:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761729.656868:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777421312:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761729.656871:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777421440:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761729.656897:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761729.656905:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729]  req@ffff9c6f91eb9880 x1876699777421440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761729.656913:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777421440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761729.656922:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761729.656925:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761729.656929:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777421440:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761729.784374:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761730.808367:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761731.832403:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761732.856356:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761733.880382:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761734.776344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761734.776355:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761734.776359:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761734.776369:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1406
00000100:00080000:2.0:1789761734.776382:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761734.776390:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761734.776429:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777421568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761734.776456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761734.776459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761734.776461:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761734.776464:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1406
00000100:00080000:2.0:1789761734.776467:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761734.776471:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761734.776480:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761734.776491:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777421696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761734.776498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761734.776500:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761734.776502:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761734.776504:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1406
00000100:00080000:2.0:1789761734.776506:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761734.776508:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761734.776511:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761734.776518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777421824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761734.776529:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777421568:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761734.776530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761734.776543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761734.776550:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761734.776554:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1406
00000100:00080000:2.0:1789761734.776556:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761734.776559:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761734.776563:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761734.776577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777421952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761734.776587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761734.776590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761734.776592:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761734.776597:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1406
00000100:00080000:2.0:1789761734.776623:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761734.776627:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761734.776631:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761734.776639:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761734.776643:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777422080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761734.776652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761734.776655:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761734.776657:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761734.776659:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1406
00000100:00080000:2.0:1789761734.776663:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761734.776666:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761734.776669:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761734.776676:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777422208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761734.776687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761734.776690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761734.776692:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761734.776694:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1406
00000100:00080000:2.0:1789761734.776698:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761734.776703:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734]  req@ffff9c6f851a1f80 x1876699777421568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761734.776704:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761734.776713:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761734.776730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777422336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761734.776741:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777421568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761734.776753:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761734.776758:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761734.776762:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777421568:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761734.776770:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777421696:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761734.776792:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761734.776801:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734]  req@ffff9c6f851a1c00 x1876699777421696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761734.776810:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777421696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761734.776816:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761734.776818:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761734.776820:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777421696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761734.776859:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777421824:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761734.776875:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761734.776882:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734]  req@ffff9c6f851a3b80 x1876699777421824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761734.776891:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777421824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761734.776897:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761734.776899:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761734.776901:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777421824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761734.776906:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777421952:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761734.776918:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761734.776925:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734]  req@ffff9c6f851a1180 x1876699777421952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761734.776938:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777421952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761734.776946:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761734.776950:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761734.776953:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777421952:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761734.776960:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777422080:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761734.776981:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761734.776991:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734]  req@ffff9c6f851a2680 x1876699777422080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761734.776998:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777422080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761734.777004:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761734.777006:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761734.777008:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777422080:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761734.777012:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777422208:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761734.777025:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761734.777031:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734]  req@ffff9c6f851a2300 x1876699777422208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761734.777041:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777422208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761734.777050:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761734.777053:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761734.777057:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777422208:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761734.777064:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777422336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761734.777087:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761734.777100:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734]  req@ffff9c6f851a1500 x1876699777422336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761734.777113:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777422336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761734.777122:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761734.777126:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761734.777129:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777422336:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761734.904422:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761735.928405:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761736.952438:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761737.976422:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761739.000350:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761739.896374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761739.896383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761739.896386:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761739.896395:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1411
00000100:00080000:3.0:1789761739.896406:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761739.896412:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761739.896449:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777422464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761739.896473:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761739.896476:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761739.896478:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761739.896480:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1411
00000100:00080000:3.0:1789761739.896482:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761739.896485:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761739.896493:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761739.896503:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777422592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761739.896511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777422464:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761739.896513:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761739.896520:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761739.896521:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761739.896524:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1411
00000100:00080000:3.0:1789761739.896526:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761739.896528:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761739.896532:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761739.896540:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777422720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761739.896546:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761739.896548:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761739.896550:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761739.896553:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1411
00000100:00080000:3.0:1789761739.896562:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761739.896565:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789761739.896570:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789761739.896572:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761739.896583:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777422848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761739.896590:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761739.896592:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761739.896593:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761739.896596:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1411
00000100:00080000:3.0:1789761739.896599:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761739.896601:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761739.896605:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761739.896609:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761739]  req@ffff9c6f91eb9880 x1876699777422464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761739.896616:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777422976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761739.896626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761739.896629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777422464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761739.896630:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761739.896634:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761739.896642:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1411
00000100:00080000:3.0:1789761739.896647:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761739.896648:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761739.896651:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789761739.896655:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:3.0:1789761739.896657:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761739.896661:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777422464:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761739.896668:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777423104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761739.896676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761739.896679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761739.896680:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761739.896684:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777422592:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761739.896687:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1411
00000100:00080000:3.0:1789761739.896692:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761739.896694:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761739.896698:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761739.896706:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777423232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761739.896717:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761739.896731:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761739]  req@ffff9c6f91ebaa00 x1876699777422592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761739.896742:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777422592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761739.896748:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761739.896750:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761739.896752:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777422592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761739.896758:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777422720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761739.896778:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761739.896791:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761739]  req@ffff9c6f91eb9f80 x1876699777422720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761739.896817:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777422720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761739.896827:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761739.896837:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761739.896841:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777422720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761739.896848:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777422848:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761739.896871:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761739.896892:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761739]  req@ffff9c6f91ebb800 x1876699777422848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761739.896908:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777422848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761739.896924:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761739.896928:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761739.896931:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777422848:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761739.896938:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777422976:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761739.896955:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761739.896963:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761739]  req@ffff9c6f91eb9500 x1876699777422976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761739.896971:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777422976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761739.896977:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761739.896979:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761739.896981:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777422976:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761739.896984:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777423104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761739.896994:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761739.897000:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761739]  req@ffff9c6f91ebb480 x1876699777423104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761739.897008:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777423104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761739.897012:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761739.897014:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761739.897016:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777423104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761739.897029:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777423232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761739.897040:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761739.897046:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761739]  req@ffff9c6f91ebad80 x1876699777423232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761739.897053:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777423232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761739.897058:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761739.897060:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761739.897062:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777423232:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761740.024402:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761741.048402:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761742.072397:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761743.096365:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761744.120412:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761745.016342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761745.016350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761745.016354:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761745.016362:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1416
00000100:00080000:1.0:1789761745.016372:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761745.016378:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761745.016412:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777423360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761745.016433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761745.016435:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761745.016437:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761745.016439:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1416
00000100:00080000:1.0:1789761745.016442:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761745.016446:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761745.016453:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761745.016462:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777423488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761745.016470:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777423360:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761745.016472:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761745.016478:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761745.016482:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761745.016486:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1416
00000100:00080000:1.0:1789761745.016487:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761745.016489:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761745.016492:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761745.016500:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777423616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761745.016506:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761745.016509:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761745.016510:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761745.016512:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1416
00000100:00080000:1.0:1789761745.016515:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761745.016517:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761745.016520:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761745.016526:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777423744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761745.016537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761745.016539:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761745.016540:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761745.016543:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1416
00000100:00080000:1.0:1789761745.016545:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761745.016547:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761745.016549:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761745.016556:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777423872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761745.016561:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761745.016565:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761745.016567:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761745.016571:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1416
00000100:00080000:1.0:1789761745.016573:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761745.016575:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761745.016579:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761745.016592:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777423488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761745.016597:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777424000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761745.016606:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761745.016609:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761745.016610:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761745.016613:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1416
00000100:00080000:1.0:1789761745.016616:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761745.016619:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761745.016623:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761745.016633:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777424128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761745.016646:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777423616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761745.016679:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777423744:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761745.016707:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777423872:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761745.016740:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777424000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761745.016792:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777424128:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761745.144387:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761746.168362:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761747.192415:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761748.088590:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789761748.088648:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761748.088668:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761748.088708:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761748.088717:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761748.088730:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761748.088761:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789761748.088768:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761748]  req@ffff9c6f9118d500 x1876699777423488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789761748.088776:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789761748.088792:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789761748.088812:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777423488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761748.088828:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761748.088834:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761748.088839:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777423488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761748.088848:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761748]  req@ffff9c6f9118ce00 x1876699777423616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761748.088862:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777423616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761748.088870:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761748.088874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761748.088878:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777423616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761748.088885:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761748]  req@ffff9c6f9118e680 x1876699777423744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761748.088896:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777423744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761748.088905:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761748.088908:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761748.088912:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777423744:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761748.088919:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761748]  req@ffff9c6f9118c700 x1876699777423872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761748.088930:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777423872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761748.088939:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761748.088942:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761748.088946:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777423872:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761748.088965:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761748]  req@ffff9c6f9118f100 x1876699777423360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761748.088980:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777423360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761748.088989:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761748.088993:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761748.088997:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777423360:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761748.089032:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761748]  req@ffff9c6f9118ed80 x1876699777424000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761748.089048:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777424000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761748.089058:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761748.089067:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761748.089071:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777424000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761748.089079:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761748]  req@ffff9c6f9118f800 x1876699777424128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761748.089091:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777424128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761748.089099:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761748.089102:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761748.089106:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777424128:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761748.216370:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761749.240361:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761750.136361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.136370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761750.136372:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.136381:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1421
00000100:00080000:3.0:1789761750.136390:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.136396:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761750.136429:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777424256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.136459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.136463:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761750.136465:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.136470:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1421
00000100:00080000:3.0:1789761750.136474:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.136478:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761750.136489:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761750.136503:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777424384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.136511:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.136514:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761750.136515:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.136519:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1421
00000100:00080000:3.0:1789761750.136521:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.136526:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761750.136529:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761750.136539:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777424512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.136551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.136555:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761750.136558:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761750.136565:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777424256:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761750.136568:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1421
00000100:00080000:3.0:1789761750.136579:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.136586:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761750.136592:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761750.136607:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777424640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.136618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.136622:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761750.136624:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.136628:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1421
00000100:00080000:3.0:1789761750.136656:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.136661:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761750.136666:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761750.136670:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761750.136685:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777424768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.136697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.136702:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761750.136703:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.136708:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1421
00000100:00080000:3.0:1789761750.136713:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.136718:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761750.136744:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761750.136745:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff9c6f91ebad80 x1876699777424256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761750.136777:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777424896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761750.136783:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777424256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761750.136825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761750.136829:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761750.136831:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761750.136843:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761750.136846:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789761750.136854:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1421
00000100:00100000:2.0:1789761750.136858:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777424256:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761750.136862:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.136872:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761750.136878:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761750.136885:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777424384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761750.136901:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777425024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761750.136929:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761750.136956:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff9c6f91ebb480 x1876699777424384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761750.136970:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777424384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761750.136980:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761750.136985:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761750.136989:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777424384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761750.137022:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777424512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761750.137046:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761750.137058:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff9c6f91eb9500 x1876699777424512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761750.137071:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777424512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761750.137078:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761750.137082:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761750.137086:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777424512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761750.137092:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777424640:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761750.137112:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761750.137123:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff9c6f91ebb800 x1876699777424640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761750.137135:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777424640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761750.137151:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761750.137155:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761750.137159:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777424640:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761750.137166:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777424768:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761750.137188:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761750.137201:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff9c6f91eb9f80 x1876699777424768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761750.137280:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777424768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761750.137290:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761750.137295:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761750.137298:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777424768:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761750.137306:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777424896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761750.137333:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761750.137345:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff9c6f91ebaa00 x1876699777424896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761750.137357:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777424896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761750.137365:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761750.137369:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761750.137373:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777424896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761750.137382:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777425024:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761750.137403:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761750.137416:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff9c6f91eb9880 x1876699777425024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761750.137436:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777425024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761750.137444:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761750.137448:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761750.137452:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777425024:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761750.264421:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761751.288368:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761752.312434:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761753.336404:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761754.360421:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761755.256332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761755.256342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761755.256347:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761755.256358:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1426
00000100:00080000:3.0:1789761755.256370:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761755.256378:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761755.256420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777425152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761755.256446:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761755.256449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761755.256451:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761755.256454:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1426
00000100:00080000:3.0:1789761755.256457:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761755.256459:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761755.256469:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761755.256480:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777425280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761755.256488:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761755.256491:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761755.256491:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761755.256495:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1426
00000100:00080000:3.0:1789761755.256498:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761755.256504:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761755.256506:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777425152:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789761755.256509:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761755.256527:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777425408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761755.256539:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761755.256543:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761755.256545:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761755.256550:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1426
00000100:00080000:3.0:1789761755.256554:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761755.256559:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761755.256565:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761755.256577:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777425536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761755.256588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761755.256593:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:2.0:1789761755.256595:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761755.256597:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761755.256605:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1426
00000100:00080000:3.0:1789761755.256611:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761755.256617:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761755.256623:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761755.256639:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777425664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761755.256650:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761755.256652:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff9c6f91eb9880 x1876699777425152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761755.256656:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761755.256661:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761755.256671:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1426
00000100:00080000:3.0:1789761755.256676:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761755.256681:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761755.256699:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777425152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761755.256700:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761755.256716:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777425792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761755.256718:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761755.256730:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789761755.256731:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761755.256736:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761755.256738:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761755.256740:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777425152:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761755.256743:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1426
00000100:00080000:3.0:1789761755.256750:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761755.256754:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761755.256758:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777425280:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789761755.256760:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761755.256773:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777425920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761755.256794:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761755.256809:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff9c6f91ebaa00 x1876699777425280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761755.256819:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777425280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761755.256830:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761755.256832:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761755.256835:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777425280:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761755.256857:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777425408:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761755.256871:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761755.256878:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff9c6f91eb9f80 x1876699777425408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761755.256889:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777425408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761755.256898:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761755.256902:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761755.256905:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777425408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761755.256911:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777425536:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761755.256933:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761755.256944:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff9c6f91ebb800 x1876699777425536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761755.256958:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777425536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761755.256966:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761755.256970:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761755.256975:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777425536:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761755.256981:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777425664:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761755.257003:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761755.257015:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff9c6f91eb9500 x1876699777425664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761755.257027:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777425664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761755.257036:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761755.257039:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761755.257043:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777425664:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761755.257049:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777425792:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761755.257069:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761755.257080:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff9c6f91ebb480 x1876699777425792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761755.257093:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777425792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761755.257102:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761755.257105:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761755.257109:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777425792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761755.257115:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777425920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761755.257131:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761755.257140:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff9c6f91ebad80 x1876699777425920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761755.257152:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777425920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761755.257160:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761755.257163:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761755.257175:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777425920:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761755.384401:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761756.408404:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761757.432397:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761758.456451:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761759.480393:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761760.376329:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761760.376340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761760.376344:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761760.376359:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1432
00000100:00080000:3.0:1789761760.376371:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761760.376378:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761760.376422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777426048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761760.376449:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761760.376452:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761760.376453:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761760.376456:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1432
00000100:00080000:3.0:1789761760.376459:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761760.376461:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761760.376470:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761760.376479:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777426176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761760.376486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761760.376488:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761760.376490:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761760.376492:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1432
00000100:00080000:3.0:1789761760.376494:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761760.376497:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761760.376500:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761760.376507:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777426304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761760.376513:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761760.376515:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761760.376517:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761760.376521:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1432
00000100:00080000:3.0:1789761760.376524:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761760.376528:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761760.376532:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761760.376539:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777426432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761760.376544:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761760.376547:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761760.376548:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761760.376552:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1432
00000100:00080000:3.0:1789761760.376555:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761760.376559:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761760.376562:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761760.376571:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777426048:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761760.376574:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777426560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761760.376591:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761760.376594:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761760.376595:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761760.376600:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1432
00000100:00080000:3.0:1789761760.376601:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761760.376605:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761760.376609:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761760.376617:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777426688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761760.376624:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761760.376626:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761760.376627:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761760.376631:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1432
00000100:00080000:3.0:1789761760.376664:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761760.376668:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761760.376672:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761760.376678:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761760.376688:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777426816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761760.376728:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff9c6f91ebad80 x1876699777426048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761760.376745:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777426048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761760.376756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761760.376759:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761760.376765:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777426048:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761760.376775:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777426176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761760.376816:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761760.376829:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff9c6f91ebb480 x1876699777426176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761760.376838:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777426176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761760.376848:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761760.376851:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761760.376853:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777426176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761760.376858:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777426304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761760.376875:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761760.376889:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff9c6f91eb9500 x1876699777426304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761760.376910:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777426304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761760.376923:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761760.376927:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761760.376932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777426304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761760.376942:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777426432:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761760.376982:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761760.377011:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff9c6f91ebb800 x1876699777426432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761760.377031:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777426432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761760.377046:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761760.377049:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761760.377052:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777426432:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761760.377089:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777426560:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761760.377117:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761760.377139:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff9c6f91eb9f80 x1876699777426560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761760.377152:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777426560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761760.377160:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761760.377164:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761760.377167:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777426560:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761760.377174:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777426688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761760.377193:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761760.377206:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff9c6f91ebaa00 x1876699777426688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761760.377218:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777426688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761760.377284:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761760.377288:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761760.377294:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777426688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761760.377303:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777426816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761760.377327:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761760.377341:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff9c6f91eb9880 x1876699777426816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761760.377357:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777426816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761760.377365:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761760.377370:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761760.377376:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777426816:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761760.504431:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761761.528438:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761762.552429:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761763.576432:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761764.600392:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761765.496371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761765.496385:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761765.496390:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761765.496403:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1437
00000100:00080000:3.0:1789761765.496417:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761765.496427:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761765.496472:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777426944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761765.496500:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761765.496502:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761765.496504:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761765.496507:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1437
00000100:00080000:3.0:1789761765.496510:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761765.496513:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761765.496524:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761765.496534:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777427072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761765.496543:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761765.496547:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761765.496548:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777426944:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761765.496549:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761765.496558:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1437
00000100:00080000:3.0:1789761765.496561:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761765.496563:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761765.496566:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761765.496575:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777427200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761765.496582:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761765.496584:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761765.496586:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761765.496589:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1437
00000100:00080000:3.0:1789761765.496592:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761765.496594:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761765.496598:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761765.496605:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777427328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761765.496630:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761765.496632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761765.496633:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761765.496636:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1437
00000100:00080000:3.0:1789761765.496640:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761765.496642:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761765.496646:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761765.496652:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761765.496663:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777427456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761765.496670:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761765.496673:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761765.496674:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761765.496676:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1437
00000100:00080000:3.0:1789761765.496678:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761765.496681:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761765.496685:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761765.496694:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777427584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761765.496701:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff9c6f91eb9880 x1876699777426944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761765.496725:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761765.496729:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761765.496730:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761765.496737:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777426944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761765.496743:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1437
00000100:00080000:3.0:1789761765.496748:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761765.496754:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761765.496759:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761765.496763:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761765.496769:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777427712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761765.496773:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761765.496784:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777426944:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761765.496813:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777427072:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761765.496837:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761765.496852:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff9c6f91ebaa00 x1876699777427072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761765.496867:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777427072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761765.496883:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761765.496888:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761765.496891:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777427072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761765.496898:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777427200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761765.496914:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761765.496922:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff9c6f91eb9f80 x1876699777427200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761765.496930:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777427200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761765.496936:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761765.496938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761765.496940:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777427200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761765.496944:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777427328:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761765.496965:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761765.496976:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff9c6f91ebb800 x1876699777427328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761765.496990:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777427328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761765.497006:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761765.497009:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761765.497014:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777427328:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761765.497020:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777427456:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761765.497037:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761765.497046:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff9c6f91eb9500 x1876699777427456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761765.497054:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777427456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761765.497059:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761765.497061:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761765.497063:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777427456:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761765.497066:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777427584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761765.497078:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761765.497084:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff9c6f91ebb480 x1876699777427584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761765.497091:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777427584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761765.497096:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761765.497098:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761765.497100:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777427584:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761765.497103:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777427712:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761765.497113:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761765.497123:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff9c6f91ebad80 x1876699777427712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761765.497136:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777427712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761765.497144:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761765.497147:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761765.497151:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777427712:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761765.624406:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761766.648415:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761767.672385:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761768.696419:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761769.720362:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761770.616334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761770.616345:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761770.616350:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761770.616363:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1442
00000100:00080000:1.0:1789761770.616374:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761770.616383:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761770.616425:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777427840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761770.616459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761770.616464:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761770.616467:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761770.616470:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1442
00000100:00080000:1.0:1789761770.616475:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761770.616479:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761770.616489:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761770.616504:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777427968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761770.616507:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777427840:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761770.616524:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761770.616528:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761770.616530:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761770.616535:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1442
00000100:00080000:1.0:1789761770.616562:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761770.616563:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761770.616587:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761770.616594:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761770.616609:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777428096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761770.616618:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761770]  req@ffff9c6f9118df80 x1876699777427840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761770.616623:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761770.616637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777427840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761770.616640:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761770.616647:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761770.616648:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761770.616653:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789761770.616657:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1442
00000100:00100000:2.0:1789761770.616659:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777427840:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761770.616667:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761770.616674:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761770.616681:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761770.616685:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777427968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761770.616700:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777428224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761770.616709:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761770.616719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761770.616722:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761770]  req@ffff9c6f9118c380 x1876699777427968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761770.616728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761770.616733:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761770.616738:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777427968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761770.616741:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1442
00000100:00080000:1.0:1789761770.616750:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761770.616758:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761770.616759:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789761770.616763:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761770.616768:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777427968:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789761770.616770:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761770.616773:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777428096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761770.616790:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777428352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761770.616793:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761770.616803:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761770]  req@ffff9c6f9118d180 x1876699777428096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761770.616809:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761770.616816:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789761770.616816:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777428096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761770.616821:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761770.616827:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761770.616831:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1442
00000100:00080000:2.0:1789761770.616833:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761770.616839:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777428096:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761770.616841:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761770.616849:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761770.616851:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777428224:192.168.203.138@tcp:8:kworker.0
00000008:00100000:1.0:1789761770.616858:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761770.616868:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761770.616877:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777428480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761770.616880:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761770]  req@ffff9c6f9118dc00 x1876699777428224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761770.616907:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777428224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761770.616912:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761770.616914:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761770.616919:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789761770.616920:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761770.616925:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761770.616925:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777428224:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761770.616931:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777428352:192.168.203.138@tcp:8:kworker.0
00000100:00080000:1.0:1789761770.616935:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1442
00000100:00080000:1.0:1789761770.616942:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761770.616949:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761770.616950:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761770.616958:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761770.616960:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761770]  req@ffff9c6f9118ca80 x1876699777428352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761770.616970:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777428352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761770.616977:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777428608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761770.616978:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761770.616984:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761770.616989:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777428352:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761770.617004:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777428480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761770.617019:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761770.617031:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761770]  req@ffff9c6f9118d180 x1876699777428480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761770.617043:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777428480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761770.617052:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761770.617056:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761770.617059:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777428480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761770.617065:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777428608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761770.617083:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761770.617091:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761770]  req@ffff9c6f9118c380 x1876699777428608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761770.617098:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777428608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761770.617104:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761770.617106:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761770.617108:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777428608:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761770.744397:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761771.768349:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761772.792415:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761773.816428:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761774.840361:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761775.736311:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761775.736319:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761775.736323:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761775.736331:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1447
00000100:00080000:2.0:1789761775.736341:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761775.736347:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761775.736379:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777428736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761775.736403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761775.736406:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761775.736407:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761775.736410:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1447
00000100:00080000:2.0:1789761775.736413:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761775.736415:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761775.736422:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761775.736432:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777428864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761775.736440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761775.736443:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761775.736444:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761775.736449:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1447
00000100:00080000:2.0:1789761775.736452:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761775.736461:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761775.736467:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761775.736484:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777428992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761775.736485:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777428736:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761775.736496:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761775.736505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761775.736511:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761775.736514:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1447
00000100:00080000:2.0:1789761775.736517:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761775.736520:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761775.736522:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761775.736541:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777429120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761775.736549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761775.736551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761775.736553:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761775.736556:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1447
00000100:00080000:2.0:1789761775.736561:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761775.736564:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761775.736574:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761775.736584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777429248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761775.736591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761775.736594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761775.736595:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761775.736598:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1447
00000100:00080000:2.0:1789761775.736600:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761775.736603:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761775.736606:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761775.736615:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761775.736620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777429376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761775.736628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761775.736631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761775.736632:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761775.736635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1447
00000100:00080000:2.0:1789761775.736639:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761775.736642:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761775.736646:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761775.736653:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777429504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761775.736685:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775]  req@ffff9c6f851a0380 x1876699777428736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761775.736703:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777428736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761775.736713:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761775.736716:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761775.736720:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777428736:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761775.736726:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777428864:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761775.736746:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761775.736756:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775]  req@ffff9c6f851a3480 x1876699777428864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761775.736765:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777428864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761775.736771:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761775.736773:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761775.736775:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777428864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761775.736801:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777428992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761775.736813:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761775.736819:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775]  req@ffff9c6f851a0000 x1876699777428992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761775.736827:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777428992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761775.736832:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761775.736834:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761775.736836:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777428992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761775.736841:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777429120:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761775.736852:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761775.736858:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775]  req@ffff9c6f851a2d80 x1876699777429120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761775.736866:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777429120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761775.736876:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761775.736879:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761775.736881:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777429120:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761775.736884:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777429248:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761775.736894:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761775.736900:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775]  req@ffff9c6f851a1500 x1876699777429248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761775.736906:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777429248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761775.736911:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761775.736914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761775.736916:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777429248:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761775.736919:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777429376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761775.736935:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761775.736945:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775]  req@ffff9c6f851a2300 x1876699777429376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761775.736957:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777429376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761775.736965:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761775.736969:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761775.736974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777429376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761775.736980:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777429504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761775.736997:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761775.737005:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775]  req@ffff9c6f851a2680 x1876699777429504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761775.737015:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777429504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761775.737024:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761775.737027:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761775.737031:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777429504:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761775.864431:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761776.888417:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761777.912412:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761778.936402:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761779.960413:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761780.856286:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761780.856293:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761780.856296:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761780.856303:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1452
00000100:00080000:2.0:1789761780.856313:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761780.856321:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761780.856361:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777429632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761780.856391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761780.856394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761780.856397:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761780.856400:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1452
00000100:00080000:2.0:1789761780.856403:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761780.856406:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761780.856414:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761780.856424:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777429760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761780.856431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761780.856433:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761780.856435:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761780.856439:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777429632:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761780.856440:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1452
00000100:00080000:2.0:1789761780.856444:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761780.856449:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761780.856458:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761780.856471:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777429888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761780.856480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761780.856483:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761780.856485:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761780.856488:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1452
00000100:00080000:2.0:1789761780.856506:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761780.856511:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789761780.856517:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789761780.856520:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761780.856540:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777430016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761780.856549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761780.856553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761780.856555:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761780.856559:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1452
00000100:00080000:2.0:1789761780.856564:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761780.856567:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780]  req@ffff9c6f851a1180 x1876699777429632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761780.856570:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761780.856579:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761780.856591:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777430144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761780.856594:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777429632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761780.856602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761780.856608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761780.856612:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761780.856617:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1452
00000100:00080000:3.0:1789761780.856617:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761780.856622:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761780.856626:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761780.856628:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761780.856632:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761780.856638:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777430272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761780.856643:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777429632:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761780.856646:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761780.856652:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761780.856653:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761780.856657:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1452
00000100:00080000:2.0:1789761780.856658:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761780.856660:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761780.856663:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761780.856668:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777430400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761780.856675:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777429760:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761780.856701:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761780.856713:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780]  req@ffff9c6f851a3b80 x1876699777429760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761780.856724:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777429760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761780.856732:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761780.856734:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761780.856738:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777429760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761780.856743:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777429888:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761780.856758:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761780.856768:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780]  req@ffff9c6f851a1c00 x1876699777429888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761780.856779:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777429888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761780.856786:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761780.856788:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761780.856790:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777429888:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761780.856794:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777430016:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761780.856807:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761780.856814:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780]  req@ffff9c6f851a1f80 x1876699777430016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761780.856820:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777430016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761780.856825:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761780.856827:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761780.856829:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777430016:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761780.856832:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777430144:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761780.856840:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761780.856845:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780]  req@ffff9c6f851a2a00 x1876699777430144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761780.856851:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777430144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761780.856855:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761780.856857:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761780.856859:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777430144:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761780.856861:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777430272:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761780.856869:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761780.856874:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780]  req@ffff9c6f851a1880 x1876699777430272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761780.856880:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777430272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761780.856890:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761780.856892:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761780.856894:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777430272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761780.856905:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777430400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761780.856915:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761780.856921:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780]  req@ffff9c6f851a0e00 x1876699777430400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761780.856927:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777430400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761780.856932:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761780.856933:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761780.856935:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777430400:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761780.984412:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761782.008393:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761783.032409:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761784.056406:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761785.080392:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761785.976336:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761785.976345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761785.976350:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761785.976359:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1457
00000100:00080000:1.0:1789761785.976376:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761785.976383:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761785.976419:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777430528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761785.976469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761785.976472:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761785.976474:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761785.976478:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1457
00000100:00080000:1.0:1789761785.976481:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761785.976483:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777430528:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761785.976486:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761785.976498:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761785.976514:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777430656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761785.976525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761785.976528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761785.976530:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761785.976533:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1457
00000100:00080000:1.0:1789761785.976538:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761785.976541:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761785.976547:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761785.976547:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761785.976559:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777430784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761785.976569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761785.976572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761785.976573:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761785.976575:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1457
00000100:00080000:1.0:1789761785.976578:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761785.976581:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761785.976585:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761785.976593:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785]  req@ffff9c6f9118df80 x1876699777430528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761785.976594:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777430912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761785.976621:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761785.976624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761785.976625:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761785.976628:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1457
00000100:00100000:3.0:1789761785.976631:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777430528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761785.976632:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761785.976637:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761785.976642:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761785.976647:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761785.976650:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761785.976653:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777430528:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761785.976667:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777431040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761785.976674:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777430656:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761785.976675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761785.976682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761785.976684:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761785.976687:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1457
00000100:00080000:1.0:1789761785.976690:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761785.976693:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761785.976696:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761785.976701:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761785.976706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777431168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761785.976713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761785.976714:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785]  req@ffff9c6f9118f800 x1876699777430656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761785.976719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761785.976722:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761785.976729:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1457
00000100:00100000:3.0:1789761785.976733:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777430656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761785.976734:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761785.976739:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761785.976745:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761785.976750:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777431296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761785.976756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761785.976762:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761785.976765:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777430656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761785.976770:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777430784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761785.976783:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761785.976790:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785]  req@ffff9c6f9118ed80 x1876699777430784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761785.976797:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777430784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761785.976802:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761785.976804:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761785.976806:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777430784:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761785.976809:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777430912:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761785.976818:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761785.976823:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785]  req@ffff9c6f9118f100 x1876699777430912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761785.976830:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777430912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761785.976835:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761785.976836:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761785.976838:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777430912:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761785.976847:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777431040:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761785.976855:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761785.976861:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785]  req@ffff9c6f9118c700 x1876699777431040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761785.976867:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777431040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761785.976877:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761785.976879:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761785.976881:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777431040:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761785.976884:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777431168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761785.976894:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761785.976900:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785]  req@ffff9c6f9118e680 x1876699777431168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761785.976906:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777431168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761785.976910:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761785.976912:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761785.976914:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777431168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761785.976917:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777431296:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761785.976925:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761785.976946:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785]  req@ffff9c6f9118ce00 x1876699777431296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761785.976957:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777431296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761785.976964:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761785.976967:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761785.976970:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777431296:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761786.104415:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761787.128360:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761788.152397:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761789.176336:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761790.200369:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761791.096313:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761791.096322:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761791.096326:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761791.096334:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1462
00000100:00080000:2.0:1789761791.096344:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761791.096350:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761791.096386:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777431424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761791.096413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761791.096430:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761791.096432:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761791.096435:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1462
00000100:00080000:2.0:1789761791.096438:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761791.096441:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761791.096466:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761791.096481:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777431552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761791.096495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761791.096501:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789761791.096501:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777431424:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761791.096504:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761791.096514:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1462
00000100:00080000:2.0:1789761791.096518:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761791.096523:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761791.096528:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761791.096540:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777431680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761791.096547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761791.096550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761791.096551:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761791.096554:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1462
00000100:00080000:2.0:1789761791.096558:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761791.096561:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761791.096565:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761791.096572:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761791.096575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777431808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761791.096583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761791.096586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761791.096588:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761791.096591:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1462
00000100:00080000:2.0:1789761791.096594:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761791.096597:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761791.096600:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761791.096608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777431936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761791.096614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761791.096617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761791.096618:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761791.096622:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1462
00000100:00080000:2.0:1789761791.096626:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761791.096628:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff9c6f851a3800 x1876699777431424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761791.096632:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761791.096639:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761791.096650:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777432064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761791.096662:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777431424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761791.096665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761791.096691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761791.096693:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761791.096700:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1462
00000100:00080000:2.0:1789761791.096703:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.096703:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761791.096709:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761791.096712:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761791.096713:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761791.096721:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777431424:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761791.096722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777432192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761791.096754:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777431552:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761791.096775:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761791.096785:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff9c6f851a3100 x1876699777431552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761791.096794:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777431552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761791.096800:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761791.096802:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761791.096804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777431552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761791.096808:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777431680:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761791.096819:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761791.096825:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff9c6f851a0700 x1876699777431680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761791.096832:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777431680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761791.096837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761791.096839:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761791.096841:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777431680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761791.096844:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777431808:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761791.096855:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761791.096860:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff9c6f851a0a80 x1876699777431808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761791.096868:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777431808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761791.096873:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761791.096875:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761791.096877:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777431808:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761791.096880:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777431936:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761791.096889:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761791.096894:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff9c6f851a0e00 x1876699777431936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761791.096901:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777431936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761791.096905:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761791.096907:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761791.096910:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777431936:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761791.096913:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777432064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761791.096938:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761791.096948:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff9c6f851a1880 x1876699777432064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761791.096960:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777432064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761791.096969:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761791.096972:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761791.096976:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777432064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761791.096982:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777432192:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761791.096997:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761791.097005:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff9c6f851a2a00 x1876699777432192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761791.097013:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777432192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761791.097018:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761791.097020:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761791.097022:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777432192:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761791.224347:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761792.248365:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761793.272423:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761794.296385:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761795.320444:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761796.216348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761796.216359:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761796.216365:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761796.216414:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1467
00000100:00080000:2.0:1789761796.216429:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761796.216455:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761796.216497:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777432320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761796.216527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761796.216530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761796.216532:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761796.216537:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1467
00000100:00080000:2.0:1789761796.216541:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761796.216545:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761796.216556:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761796.216566:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777432320:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761796.216573:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777432448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761796.216585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761796.216588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761796.216591:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761796.216596:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1467
00000100:00080000:2.0:1789761796.216600:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761796.216604:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761796.216608:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761796.216620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777432576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761796.216628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761796.216632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761796.216634:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761796.216639:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761796.216641:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1467
00000100:00080000:2.0:1789761796.216646:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761796.216650:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761796.216654:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761796.216666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777432704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761796.216677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761796.216694:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff9c6f851a1f80 x1876699777432320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761796.216703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761796.216709:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761796.216719:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1467
00000100:00100000:1.0:1789761796.216723:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777432320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761796.216727:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761796.216738:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761796.216739:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789761796.216745:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761796.216752:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777432320:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789761796.216752:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761796.216777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777432832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761796.216786:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777432448:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789761796.216790:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761796.216795:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761796.216797:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761796.216802:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1467
00000100:00080000:2.0:1789761796.216808:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761796.216813:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789761796.216819:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789761796.216823:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761796.216838:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777432960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761796.216845:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff9c6f851a1c00 x1876699777432448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761796.216846:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761796.216857:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761796.216860:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761796.216887:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1467
00000100:00080000:2.0:1789761796.216892:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761796.216896:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761796.216900:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777432448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761796.216902:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761796.216916:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789761796.216919:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777433088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761796.216923:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761796.216932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777432448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761796.216944:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777432576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761796.216966:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761796.216975:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff9c6f851a3b80 x1876699777432576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761796.216988:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777432576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761796.216998:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761796.217002:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761796.217007:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777432576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761796.217014:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777432704:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761796.217038:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761796.217052:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff9c6f851a1180 x1876699777432704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761796.217062:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777432704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761796.217070:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761796.217073:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761796.217076:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777432704:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761796.217090:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777432832:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761796.217107:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761796.217115:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff9c6f851a2680 x1876699777432832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761796.217125:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777432832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761796.217133:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761796.217137:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761796.217140:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777432832:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761796.217145:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777432960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761796.217159:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761796.217166:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff9c6f851a2300 x1876699777432960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761796.217174:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777432960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761796.217185:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761796.217188:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761796.217190:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777432960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761796.217194:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777433088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761796.217206:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761796.217216:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff9c6f851a1500 x1876699777433088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761796.217225:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777433088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761796.217232:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761796.217235:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761796.217283:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777433088:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761796.344365:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761797.368504:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761798.392402:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761799.416467:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761800.440462:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761801.336333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761801.336354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761801.336358:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761801.336366:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1472
00000100:00080000:1.0:1789761801.336375:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761801.336382:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761801.336415:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777433216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761801.336437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761801.336440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761801.336442:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761801.336444:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1472
00000100:00080000:1.0:1789761801.336447:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761801.336450:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761801.336459:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761801.336469:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777433216:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761801.336472:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777433344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761801.336483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761801.336485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761801.336486:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761801.336489:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1472
00000100:00080000:1.0:1789761801.336491:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761801.336494:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761801.336497:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761801.336505:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777433472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761801.336510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761801.336512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761801.336514:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761801.336516:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1472
00000100:00080000:1.0:1789761801.336519:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761801.336522:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761801.336526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761801.336531:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761801.336537:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777433600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761801.336544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761801.336546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761801.336548:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761801.336551:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1472
00000100:00080000:1.0:1789761801.336553:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761801.336556:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761801.336559:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761801.336565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777433728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761801.336571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761801.336573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761801.336574:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761801.336576:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1472
00000100:00080000:1.0:1789761801.336579:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761801.336585:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761801.336586:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff9c6f9118d500 x1876699777433216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761801.336588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761801.336600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777433856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761801.336611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761801.336613:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761801.336615:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761801.336618:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777433216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761801.336621:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1472
00000100:00080000:1.0:1789761801.336627:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761801.336633:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761801.336640:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761801.336643:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761801.336648:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777433984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761801.336653:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761801.336663:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777433216:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761801.336689:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777433344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761801.336710:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761801.336720:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff9c6f9118ce00 x1876699777433344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761801.336729:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777433344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761801.336735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761801.336737:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761801.336740:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777433344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761801.336743:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777433472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761801.336754:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761801.336760:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff9c6f9118e680 x1876699777433472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761801.336768:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777433472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761801.336773:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761801.336775:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761801.336776:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777433472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761801.336780:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777433600:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761801.336790:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761801.336796:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff9c6f9118c700 x1876699777433600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761801.336803:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777433600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761801.336808:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761801.336810:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761801.336812:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777433600:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761801.336815:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777433728:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761801.336825:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761801.336830:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff9c6f9118f100 x1876699777433728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761801.336837:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777433728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761801.336842:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761801.336844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761801.336846:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777433728:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761801.336849:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777433856:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761801.336859:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761801.336864:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff9c6f9118ed80 x1876699777433856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761801.336871:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777433856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761801.336876:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761801.336877:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761801.336880:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777433856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761801.336884:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777433984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761801.336893:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761801.336899:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff9c6f9118f800 x1876699777433984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761801.336905:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777433984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761801.336910:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761801.336912:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761801.336914:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777433984:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761801.464413:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761802.488404:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761803.512439:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761804.536407:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761805.560426:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761806.456336:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761806.456347:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761806.456351:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761806.456363:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1478
00000100:00080000:2.0:1789761806.456374:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761806.456382:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761806.456426:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777434112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761806.456455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761806.456459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761806.456461:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761806.456466:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1478
00000100:00080000:2.0:1789761806.456471:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761806.456477:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761806.456488:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761806.456490:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777434112:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761806.456515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777434240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761806.456525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761806.456528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761806.456530:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761806.456533:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1478
00000100:00080000:2.0:1789761806.456549:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761806.456554:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761806.456558:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761806.456560:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761806.456570:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777434368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761806.456578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761806.456581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761806.456582:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761806.456585:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1478
00000100:00080000:2.0:1789761806.456588:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761806.456590:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761806.456594:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761806.456604:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777434496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761806.456608:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff9c6f851a2d80 x1876699777434112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761806.456623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761806.456629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761806.456631:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761806.456635:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1478
00000100:00080000:2.0:1789761806.456637:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761806.456640:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777434112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761806.456643:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761806.456650:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761806.456659:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789761806.456664:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777434624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761806.456668:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761806.456676:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777434112:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761806.456679:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761806.456684:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761806.456685:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761806.456688:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1478
00000100:00080000:2.0:1789761806.456690:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761806.456693:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761806.456696:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761806.456702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777434752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761806.456708:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777434240:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789761806.456711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761806.456714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761806.456715:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761806.456718:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1478
00000100:00080000:2.0:1789761806.456721:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761806.456724:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761806.456728:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761806.456733:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761806.456738:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777434880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761806.456746:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff9c6f851a0000 x1876699777434240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761806.456757:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777434240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761806.456764:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761806.456767:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761806.456770:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777434240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761806.456774:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777434368:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761806.456786:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761806.456793:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff9c6f851a3480 x1876699777434368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761806.456801:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777434368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761806.456806:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761806.456808:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761806.456810:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777434368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761806.456813:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777434496:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761806.456831:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761806.456841:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff9c6f851a0380 x1876699777434496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761806.456853:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777434496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761806.456863:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761806.456867:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761806.456871:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777434496:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761806.456877:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777434624:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761806.456893:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761806.456901:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff9c6f851a1500 x1876699777434624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761806.456909:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777434624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761806.456914:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761806.456917:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761806.456919:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777434624:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761806.456934:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777434752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761806.456945:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761806.456951:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff9c6f851a2300 x1876699777434752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761806.456958:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777434752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761806.456963:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761806.456964:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761806.456967:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777434752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761806.456971:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777434880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761806.456981:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761806.456987:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff9c6f851a2680 x1876699777434880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761806.456994:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777434880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761806.456999:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761806.457001:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761806.457003:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777434880:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761806.584399:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761807.608427:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761808.632408:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761809.656389:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761810.680420:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761811.576352:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761811.576362:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761811.576366:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761811.576377:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1483
00000100:00080000:2.0:1789761811.576389:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761811.576397:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761811.576441:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777435008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761811.576468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761811.576471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761811.576472:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761811.576476:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1483
00000100:00080000:2.0:1789761811.576480:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761811.576486:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761811.576499:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761811.576512:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777435008:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761811.576520:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777435136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761811.576536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761811.576539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761811.576541:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761811.576545:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1483
00000100:00080000:2.0:1789761811.576549:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761811.576553:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761811.576558:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761811.576569:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777435264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761811.576578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761811.576581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761811.576582:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761811.576585:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1483
00000100:00080000:2.0:1789761811.576588:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761811.576591:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761811.576596:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761811.576605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777435392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761811.576614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761811.576617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761811.576618:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761811.576621:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1483
00000100:00080000:2.0:1789761811.576625:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761811.576630:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777435136:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789761811.576642:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761811.576652:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761811.576659:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777435264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761811.576666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777435520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761811.576681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761811.576685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789761811.576688:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777435392:192.168.203.138@tcp:8:kworker.0
00000100:00080000:2.0:1789761811.576691:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761811.576700:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1483
00000100:00080000:2.0:1789761811.576706:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761811.576713:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761811.576722:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761811.576730:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777435520:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761811.576743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777435648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761811.576761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761811.576764:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761811.576766:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761811.576770:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1483
00000100:00080000:2.0:1789761811.576777:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761811.576781:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761811.576785:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777435648:192.168.203.138@tcp:38:kworker.0
00000008:00100000:2.0:1789761811.576789:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761811.576811:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777435776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761811.576838:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777435776:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761811.704384:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761812.728453:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761813.752445:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761814.648476:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:0.0:1789761814.648515:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761814.648530:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761814.648563:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761814.648573:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761814.648583:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761814.648594:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761814.648604:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789761814.648614:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761814]  req@ffff9c6f851a2a00 x1876699777435520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789761814.648616:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789761814.648653:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777435520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761814.648665:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761814.648670:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761814.648675:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777435520:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761814.648683:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761814]  req@ffff9c6f851a3b80 x1876699777435136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761814.648695:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777435136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761814.648703:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761814.648707:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761814.648710:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777435136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761814.648716:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761814]  req@ffff9c6f851a1c00 x1876699777435264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761814.648726:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777435264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761814.648734:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761814.648737:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761814.648740:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777435264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761814.648747:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761814]  req@ffff9c6f851a1f80 x1876699777435392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761814.648766:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777435392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761814.648775:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761814.648779:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761814.648782:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777435392:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761814.648789:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761814]  req@ffff9c6f851a1180 x1876699777435008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761814.648802:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777435008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761814.648811:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761814.648814:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761814.648818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777435008:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761814.648865:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761814]  req@ffff9c6f851a0e00 x1876699777435776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761814.648879:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777435776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761814.648888:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761814.648893:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761814.648897:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777435776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761814.648905:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761814]  req@ffff9c6f851a1880 x1876699777435648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761814.648917:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777435648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761814.648926:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761814.648929:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761814.648932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777435648:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761814.776428:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761815.800401:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761816.696378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761816.696387:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761816.696392:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761816.696401:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1488
00000100:00080000:1.0:1789761816.696423:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761816.696430:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761816.696464:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777435904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761816.696494:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761816.696499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761816.696501:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761816.696505:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1488
00000100:00080000:1.0:1789761816.696509:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761816.696514:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761816.696528:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761816.696543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777436032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761816.696569:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777435904:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761816.696575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761816.696580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761816.696582:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761816.696594:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1488
00000100:00080000:1.0:1789761816.696600:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761816.696604:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761816.696610:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761816.696624:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777436160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761816.696634:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761816.696637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761816.696639:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761816.696646:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761816.696649:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1488
00000100:00080000:1.0:1789761816.696655:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761816.696660:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761816.696666:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761816.696686:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777436288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761816.696697:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761816.696698:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816]  req@ffff9c6f9118df80 x1876699777435904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761816.696704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761816.696708:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761816.696720:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1488
00000100:00080000:1.0:1789761816.696727:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761816.696732:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761816.696736:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777435904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761816.696739:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761816.696755:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761816.696757:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777436416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761816.696765:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761816.696775:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777435904:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761816.696778:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761816.696785:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761816.696787:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761816.696791:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1488
00000100:00080000:1.0:1789761816.696796:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761816.696800:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761816.696806:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761816.696819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777436544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761816.696829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761816.696830:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777436032:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761816.696837:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761816.696840:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761816.696844:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1488
00000100:00080000:1.0:1789761816.696848:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761816.696853:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761816.696858:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761816.696870:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761816.696872:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777436672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761816.696892:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816]  req@ffff9c6f9118c380 x1876699777436032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761816.696908:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777436032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761816.696923:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761816.696927:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761816.696931:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777436032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761816.696938:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777436160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761816.696965:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761816.696979:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816]  req@ffff9c6f9118d180 x1876699777436160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761816.696992:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777436160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761816.697000:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761816.697003:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761816.697007:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777436160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761816.697012:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777436288:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761816.697033:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761816.697044:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816]  req@ffff9c6f9118ca80 x1876699777436288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761816.697056:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777436288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761816.697062:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761816.697066:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761816.697070:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777436288:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761816.697076:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777436416:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761816.697094:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761816.697117:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816]  req@ffff9c6f9118dc00 x1876699777436416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761816.697129:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777436416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761816.697137:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761816.697140:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761816.697144:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777436416:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761816.697473:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777436544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761816.697518:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761816.697535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816]  req@ffff9c6f9118df80 x1876699777436544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761816.697552:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777436544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761816.697561:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761816.697566:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761816.697570:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777436544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761816.697577:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777436672:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761816.697600:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761816.697616:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816]  req@ffff9c6f9118f800 x1876699777436672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761816.697629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777436672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761816.697638:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761816.697641:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761816.697645:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777436672:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761816.824410:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761817.848375:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761818.872399:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761819.896368:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761820.920432:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761821.816362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761821.816373:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761821.816378:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761821.816390:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1493
00000100:00080000:2.0:1789761821.816402:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761821.816410:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761821.816470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777436800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761821.816512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761821.816515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761821.816516:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761821.816520:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1493
00000100:00080000:2.0:1789761821.816523:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761821.816527:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761821.816538:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761821.816567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777436928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761821.816569:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777436800:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761821.816583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761821.816586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761821.816587:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761821.816589:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1493
00000100:00080000:2.0:1789761821.816591:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761821.816593:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761821.816597:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761821.816605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777437056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761821.816612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761821.816615:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761821.816616:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761821.816618:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1493
00000100:00080000:2.0:1789761821.816635:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761821.816638:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761821.816641:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761821.816647:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761821.816651:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777437184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761821.816658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761821.816661:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761821.816663:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761821.816667:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1493
00000100:00080000:2.0:1789761821.816671:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761821.816673:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761821.816677:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761821.816685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777437312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761821.816691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761821.816693:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821]  req@ffff9c6f851a0a80 x1876699777436800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761821.816694:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761821.816697:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761821.816706:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1493
00000100:00080000:2.0:1789761821.816711:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761821.816714:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761821.816717:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761821.816721:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777436800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761821.816728:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777437440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761821.816734:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761821.816737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761821.816742:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789761821.816743:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761821.816746:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761821.816750:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777436800:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789761821.816753:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1493
00000100:00080000:2.0:1789761821.816758:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761821.816761:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761821.816764:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761821.816771:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777437568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761821.816782:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777436928:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761821.816803:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761821.816812:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821]  req@ffff9c6f851a0700 x1876699777436928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761821.816821:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777436928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761821.816831:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761821.816834:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761821.816836:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777436928:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761821.816840:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777437056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761821.816850:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761821.816856:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821]  req@ffff9c6f851a3100 x1876699777437056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761821.816864:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777437056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761821.816869:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761821.816871:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761821.816873:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777437056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761821.816876:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777437184:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761821.816887:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761821.816893:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821]  req@ffff9c6f851a3800 x1876699777437184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761821.816900:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777437184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761821.816905:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761821.816907:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761821.816910:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777437184:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761821.816914:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777437312:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761821.816923:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761821.816929:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821]  req@ffff9c6f851a1880 x1876699777437312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761821.816936:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777437312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761821.816941:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761821.816943:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761821.816945:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777437312:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761821.816948:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777437440:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761821.816957:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761821.816963:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821]  req@ffff9c6f851a0e00 x1876699777437440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761821.816969:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777437440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761821.816974:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761821.816977:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761821.816979:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777437440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761821.816989:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777437568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761821.817001:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761821.817008:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821]  req@ffff9c6f851a1180 x1876699777437568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761821.817015:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777437568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761821.817021:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761821.817022:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761821.817024:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777437568:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761821.944380:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761822.968406:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761823.992359:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761825.016367:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761826.040402:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761826.936317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761826.936325:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761826.936329:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761826.936337:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1498
00000100:00080000:1.0:1789761826.936346:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761826.936352:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761826.936387:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777437696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761826.936407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761826.936410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761826.936411:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761826.936414:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1498
00000100:00080000:1.0:1789761826.936417:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761826.936420:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761826.936428:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761826.936439:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777437696:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761826.936440:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777437824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761826.936454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761826.936456:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761826.936458:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761826.936461:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1498
00000100:00080000:1.0:1789761826.936463:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761826.936465:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761826.936470:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761826.936478:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777437952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761826.936490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761826.936493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761826.936494:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761826.936496:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1498
00000800:00000100:3.0:1789761826.936500:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761826.936501:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761826.936507:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761826.936511:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761826.936519:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777438080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761826.936526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761826.936528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761826.936529:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761826.936532:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1498
00000100:00080000:1.0:1789761826.936535:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761826.936537:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761826.936541:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826]  req@ffff9c6f9118ed80 x1876699777437696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761826.936543:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761826.936556:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777438208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761826.936562:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777437696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761826.936565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761826.936573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761826.936577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761826.936581:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761826.936582:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1498
00000100:00080000:1.0:1789761826.936588:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761826.936589:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789761826.936594:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761826.936595:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777437696:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789761826.936600:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761826.936610:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777438336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761826.936616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761826.936619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761826.936621:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761826.936622:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777437824:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761826.936629:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1498
00000100:00080000:1.0:1789761826.936633:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761826.936635:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761826.936639:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761826.936648:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761826.936652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777438464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761826.936663:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826]  req@ffff9c6f9118f100 x1876699777437824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761826.936674:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777437824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761826.936685:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761826.936687:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761826.936689:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777437824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761826.936693:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777437952:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761826.936704:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761826.936711:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826]  req@ffff9c6f9118c700 x1876699777437952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761826.936718:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777437952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761826.936723:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761826.936725:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761826.936727:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777437952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761826.936730:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777438080:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761826.936740:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761826.936745:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826]  req@ffff9c6f9118e680 x1876699777438080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761826.936752:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777438080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761826.936758:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761826.936759:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761826.936762:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777438080:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761826.936765:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777438208:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761826.936775:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761826.936789:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826]  req@ffff9c6f9118ce00 x1876699777438208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761826.936802:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777438208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761826.936810:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761826.936814:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761826.936817:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777438208:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761826.936823:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777438336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761826.936845:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761826.936854:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826]  req@ffff9c6f9118d500 x1876699777438336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761826.936862:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777438336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761826.936867:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761826.936869:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761826.936871:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777438336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761826.936884:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777438464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761826.936896:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761826.936903:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826]  req@ffff9c6f9118ed80 x1876699777438464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761826.936911:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777438464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761826.936915:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761826.936917:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761826.936919:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777438464:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761827.064370:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761828.088334:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761829.112371:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761830.136348:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761831.160351:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761832.056294:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761832.056303:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761832.056307:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761832.056315:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1503
00000100:00080000:1.0:1789761832.056325:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761832.056331:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761832.056363:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777438592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761832.056396:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761832.056400:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761832.056402:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761832.056406:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1503
00000100:00080000:1.0:1789761832.056417:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761832.056423:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761832.056433:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761832.056437:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777438592:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761832.056454:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777438720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761832.056466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761832.056471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761832.056473:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761832.056477:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1503
00000100:00080000:1.0:1789761832.056482:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761832.056486:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761832.056491:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761832.056503:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761832.056505:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777438848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761832.056514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761832.056517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761832.056518:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761832.056521:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1503
00000100:00080000:1.0:1789761832.056525:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761832.056528:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761832.056532:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761832.056541:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777438976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761832.056547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761832.056549:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761832.056551:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761832.056556:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1503
00000100:00100000:3.0:1789761832.056556:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff9c6f9118f800 x1876699777438592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761832.056560:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761832.056565:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761832.056570:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761832.056580:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777439104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761832.056586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761832.056589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789761832.056589:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777438592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761832.056593:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761832.056600:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1503
00000100:00080000:1.0:1789761832.056605:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761832.056611:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789761832.056614:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789761832.056615:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761832.056624:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761832.056625:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777439232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761832.056637:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777438592:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761832.056641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761832.056646:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761832.056648:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761832.056651:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1503
00000100:00080000:1.0:1789761832.056653:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761832.056655:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761832.056658:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761832.056664:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777439360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761832.056672:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777438720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761832.056706:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761832.056724:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff9c6f9118df80 x1876699777438720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761832.056741:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777438720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761832.056758:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761832.056762:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761832.056766:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777438720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761832.056774:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777438848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761832.056799:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761832.056816:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff9c6f9118dc00 x1876699777438848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761832.056832:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777438848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761832.056842:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761832.056846:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761832.056851:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777438848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761832.056858:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777438976:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761832.056882:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761832.056965:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff9c6f9118ca80 x1876699777438976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761832.056983:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777438976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761832.056993:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761832.056998:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761832.057003:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777438976:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761832.057010:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777439104:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761832.057033:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761832.057046:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff9c6f9118d180 x1876699777439104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761832.057058:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777439104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761832.057066:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761832.057069:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761832.057072:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777439104:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761832.057078:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777439232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761832.057294:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761832.057312:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff9c6f9118c380 x1876699777439232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761832.057326:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777439232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761832.057335:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761832.057339:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761832.057342:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777439232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761832.057362:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777439360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761832.057384:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761832.057396:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff9c6f9118f800 x1876699777439360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761832.057407:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777439360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761832.057416:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761832.057419:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761832.057422:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777439360:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761832.184377:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761833.208354:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761834.232404:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761835.256345:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761836.280391:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761837.176349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761837.176360:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761837.176364:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761837.176375:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1508
00000100:00080000:2.0:1789761837.176386:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761837.176393:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761837.176431:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777439488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761837.176458:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761837.176462:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761837.176464:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761837.176468:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1508
00000100:00080000:2.0:1789761837.176473:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761837.176478:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761837.176488:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761837.176499:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777439488:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761837.176506:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777439616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761837.176520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761837.176524:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761837.176526:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761837.176530:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1508
00000100:00080000:2.0:1789761837.176535:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761837.176541:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761837.176546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761837.176558:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777439744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761837.176567:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761837.176575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761837.176579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761837.176581:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761837.176587:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1508
00000100:00080000:2.0:1789761837.176592:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761837.176597:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761837.176603:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761837.176616:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff9c6f851a1f80 x1876699777439488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761837.176618:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777439872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761837.176652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761837.176656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761837.176658:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761837.176665:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1508
00000100:00100000:3.0:1789761837.176666:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777439488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761837.176670:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761837.176678:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761837.176687:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761837.176687:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761837.176697:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761837.176703:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777439488:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761837.176707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777440000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761837.176720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761837.176724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761837.176726:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761837.176730:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1508
00000100:00100000:3.0:1789761837.176734:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777439616:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789761837.176736:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761837.176745:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761837.176752:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761837.176766:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777440128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761837.176773:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789761837.176788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761837.176794:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789761837.176795:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff9c6f851a1c00 x1876699777439616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761837.176797:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761837.176808:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1508
00000100:00080000:2.0:1789761837.176815:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761837.176820:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777439616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761837.176824:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789761837.176833:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761837.176849:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789761837.176850:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777440256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761837.176859:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761837.176867:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777439616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761837.176876:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777439744:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761837.176897:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761837.176910:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff9c6f851a3b80 x1876699777439744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761837.176923:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777439744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761837.176933:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761837.176937:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761837.176941:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777439744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761837.176947:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777439872:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761837.176966:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761837.176977:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff9c6f851a2a00 x1876699777439872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761837.176989:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777439872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761837.176998:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761837.177002:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761837.177006:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777439872:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761837.177013:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777440000:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761837.177033:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761837.177043:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff9c6f851a2680 x1876699777440000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761837.177055:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777440000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761837.177063:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761837.177067:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761837.177086:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777440000:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761837.177107:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777440128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761837.177128:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761837.177140:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff9c6f851a2300 x1876699777440128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761837.177151:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777440128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761837.177159:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761837.177163:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761837.177166:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777440128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761837.177172:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777440256:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761837.177192:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761837.177204:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff9c6f851a1500 x1876699777440256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761837.177216:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777440256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761837.177247:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761837.177251:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761837.177254:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777440256:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761837.304335:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761838.328394:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761839.352426:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761840.376403:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761841.400406:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761842.296349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761842.296360:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761842.296364:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.296373:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1513
00000100:00080000:1.0:1789761842.296384:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761842.296393:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761842.296435:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777440384/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761842.296464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761842.296469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761842.296471:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.296476:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1513
00000100:00080000:1.0:1789761842.296482:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761842.296487:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761842.296497:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777440384:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789761842.296498:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761842.296520:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777440512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761842.296534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761842.296538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761842.296540:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.296545:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1513
00000100:00080000:1.0:1789761842.296549:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761842.296557:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789761842.296557:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789761842.296566:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761842.296581:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777440640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761842.296593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761842.296597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761842.296601:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761842.296601:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff9c6f9118ed80 x1876699777440384/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761842.296611:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1513
00000100:00080000:1.0:1789761842.296619:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761842.296624:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777440384/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761842.296628:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761842.296639:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789761842.296640:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761842.296648:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761842.296651:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777440384:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761842.296661:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777440768/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761842.296674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761842.296675:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777440512:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761842.296680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761842.296684:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.296688:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1513
00000100:00080000:1.0:1789761842.296692:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761842.296695:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761842.296699:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761842.296711:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761842.296712:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777440896/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761842.296721:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761842.296724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761842.296725:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.296727:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1513
00000100:00080000:1.0:1789761842.296729:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761842.296731:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761842.296735:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761842.296736:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff9c6f9118d500 x1876699777440512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761842.296744:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777441024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761842.296763:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761842.296766:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761842.296768:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.296772:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1513
00000100:00100000:3.0:1789761842.296773:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777440512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761842.296775:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761842.296780:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761842.296786:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761842.296798:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777441152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761842.296798:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761842.296807:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761842.296815:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777440512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761842.296823:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777440640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761842.296842:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761842.296851:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff9c6f9118ce00 x1876699777440640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761842.296858:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777440640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761842.296864:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761842.296866:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761842.296868:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777440640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761842.296878:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777440768:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761842.296890:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761842.296895:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff9c6f9118e680 x1876699777440768/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761842.296909:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777440768/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761842.296915:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761842.296917:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761842.296919:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777440768:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761842.296923:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777440896:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761842.296934:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761842.296940:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff9c6f9118c700 x1876699777440896/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761842.296947:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777440896/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761842.296952:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761842.296954:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761842.296956:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777440896:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761842.296959:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777441024:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761842.296969:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761842.296975:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff9c6f9118f100 x1876699777441024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761842.296982:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777441024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761842.296987:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761842.296988:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761842.296990:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777441024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761842.296993:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777441152:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761842.297002:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761842.297008:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff9c6f9118ed80 x1876699777441152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761842.297015:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777441152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761842.297020:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761842.297022:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761842.297024:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777441152:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761842.424437:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761843.448430:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761844.472381:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761845.496409:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761846.520376:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761847.416309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761847.416317:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761847.416321:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761847.416330:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1519
00000100:00080000:1.0:1789761847.416341:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761847.416349:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761847.416393:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777441280/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761847.416423:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761847.416427:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761847.416430:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761847.416434:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1519
00000100:00080000:1.0:1789761847.416438:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761847.416444:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761847.416454:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761847.416464:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777441280:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761847.416472:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777441408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761847.416495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761847.416499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761847.416501:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761847.416506:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1519
00000100:00080000:1.0:1789761847.416510:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761847.416515:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761847.416521:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761847.416533:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777441536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761847.416543:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761847.416550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761847.416556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761847.416558:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761847.416564:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1519
00000100:00080000:1.0:1789761847.416568:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761847.416573:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761847.416587:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761847.416588:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff9c6f9118f800 x1876699777441280/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761847.416605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777441664/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761847.416615:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777441280/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761847.416620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761847.416629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761847.416633:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761847.416638:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761847.416640:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1519
00000100:00080000:1.0:1789761847.416647:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761847.416648:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789761847.416655:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761847.416658:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777441280:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789761847.416663:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761847.416678:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777441792/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761847.416687:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777441408:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761847.416693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761847.416698:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761847.416701:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761847.416705:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1519
00000100:00080000:1.0:1789761847.416710:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761847.416715:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761847.416721:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761847.416721:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761847.416736:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777441920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761847.416741:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff9c6f9118c380 x1876699777441408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761847.416759:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761847.416764:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761847.416766:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761847.416770:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777441408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761847.416774:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1519
00000100:00080000:1.0:1789761847.416789:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761847.416797:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789761847.416798:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789761847.416803:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761847.416806:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761847.416813:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777441408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761847.416819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777442048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761847.416823:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777441536:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761847.416857:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761847.416873:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff9c6f9118d180 x1876699777441536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761847.416885:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777441536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761847.416893:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761847.416905:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761847.416909:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777441536:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761847.416915:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777441664:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761847.416935:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761847.416946:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff9c6f9118ca80 x1876699777441664/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761847.416958:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777441664/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761847.416967:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761847.416970:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761847.416974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777441664:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761847.416990:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777441792:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761847.417030:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761847.417051:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff9c6f9118dc00 x1876699777441792/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761847.417059:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777441792/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761847.417065:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761847.417067:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761847.417069:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777441792:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761847.417073:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777441920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761847.417086:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761847.417092:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff9c6f9118df80 x1876699777441920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761847.417099:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777441920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761847.417104:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761847.417106:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761847.417108:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777441920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761847.417111:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777442048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761847.417120:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761847.417126:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff9c6f9118f800 x1876699777442048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761847.417133:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777442048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761847.417138:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761847.417140:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761847.417141:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777442048:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761847.544355:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761848.568397:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761849.592385:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761850.616453:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761851.640517:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761852.536317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761852.536325:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761852.536329:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761852.536338:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1524
00000100:00080000:1.0:1789761852.536348:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761852.536354:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761852.536390:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777442176/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761852.536413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761852.536424:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761852.536426:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761852.536432:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1524
00000100:00080000:1.0:1789761852.536437:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761852.536443:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777442176:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761852.536445:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761852.536459:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761852.536476:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777442304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761852.536485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761852.536487:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761852.536489:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761852.536492:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1524
00000100:00080000:1.0:1789761852.536495:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761852.536498:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789761852.536503:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789761852.536505:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761852.536516:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777442432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761852.536523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761852.536525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761852.536526:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761852.536528:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1524
00000100:00080000:1.0:1789761852.536532:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761852.536534:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761852.536538:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761852.536542:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852]  req@ffff9c6f9118ed80 x1876699777442176/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761852.536555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777442560/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761852.536562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761852.536565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761852.536566:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761852.536569:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1524
00000100:00080000:1.0:1789761852.536571:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761852.536574:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777442176/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761852.536577:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761852.536583:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761852.536593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761852.536595:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777442688/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761852.536599:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761852.536607:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777442176:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761852.536611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761852.536615:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761852.536617:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761852.536620:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1524
00000100:00080000:1.0:1789761852.536622:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761852.536625:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761852.536628:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761852.536634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777442816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761852.536640:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777442304:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761852.536656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761852.536659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761852.536660:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761852.536664:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1524
00000100:00080000:1.0:1789761852.536667:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761852.536671:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761852.536673:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761852.536679:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761852.536688:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852]  req@ffff9c6f9118f100 x1876699777442304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761852.536690:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777442944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761852.536723:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777442304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761852.536741:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761852.536745:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761852.536749:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777442304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761852.536756:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777442432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761852.536776:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761852.536785:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852]  req@ffff9c6f9118c700 x1876699777442432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761852.536794:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777442432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761852.536799:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761852.536801:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761852.536804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777442432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761852.536808:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777442560:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761852.536819:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761852.536825:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852]  req@ffff9c6f9118e680 x1876699777442560/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761852.536832:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777442560/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761852.536837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761852.536839:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761852.536842:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777442560:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761852.536845:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777442688:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761852.536855:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761852.536860:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852]  req@ffff9c6f9118ce00 x1876699777442688/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761852.536867:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777442688/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761852.536872:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761852.536874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761852.536876:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777442688:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761852.536904:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777442816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761852.536918:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761852.536925:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852]  req@ffff9c6f9118d500 x1876699777442816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761852.536934:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777442816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761852.536940:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761852.536942:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761852.536945:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777442816:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761852.536949:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777442944:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761852.536982:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761852.536992:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852]  req@ffff9c6f9118ed80 x1876699777442944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761852.537001:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777442944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761852.537023:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761852.537025:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761852.537027:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777442944:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761852.664433:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761853.688406:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761854.712460:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761855.736375:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761856.760385:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761857.656379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761857.656387:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761857.656390:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761857.656399:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1529
00000100:00080000:0.0:1789761857.656409:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761857.656415:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761857.656448:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777443072/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761857.656470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761857.656473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761857.656475:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761857.656477:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1529
00000100:00080000:0.0:1789761857.656480:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761857.656482:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761857.656489:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761857.656497:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777443200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761857.656510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761857.656512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761857.656514:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761857.656521:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777443072:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761857.656522:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1529
00000100:00080000:0.0:1789761857.656529:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761857.656534:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761857.656539:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761857.656553:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777443328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761857.656563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761857.656567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761857.656569:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761857.656573:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1529
00000100:00080000:0.0:1789761857.656578:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761857.656582:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761857.656588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761857.656588:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761857.656600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777443456/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761857.656608:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761857.656610:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761857.656612:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761857.656615:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1529
00000100:00080000:0.0:1789761857.656618:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761857.656621:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761857.656624:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761857.656633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777443584/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761857.656641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761857.656642:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857]  req@ffff9c6f84ef6a00 x1876699777443072/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761857.656644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761857.656646:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761857.656650:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1529
00000100:00080000:0.0:1789761857.656653:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761857.656659:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761857.656663:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761857.656672:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777443712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761857.656678:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777443072/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761857.656681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761857.656686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761857.656688:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761857.656696:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1529
00000100:00080000:0.0:1789761857.656700:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761857.656704:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761857.656705:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761857.656711:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761857.656716:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761857.656721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777443840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761857.656723:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777443072:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761857.656751:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777443200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761857.656774:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761857.656784:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857]  req@ffff9c6f84ef5500 x1876699777443200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761857.656793:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777443200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761857.656799:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761857.656802:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761857.656804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777443200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761857.656807:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777443328:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761857.656818:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761857.656825:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857]  req@ffff9c6f84ef4380 x1876699777443328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761857.656832:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777443328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761857.656837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761857.656839:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761857.656841:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777443328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761857.656844:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777443456:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761857.656854:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761857.656860:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857]  req@ffff9c6f84ef6680 x1876699777443456/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761857.656867:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777443456/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761857.656872:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761857.656874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761857.656877:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777443456:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761857.656880:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777443584:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789761857.656890:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761857.656895:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857]  req@ffff9c6f84ef6300 x1876699777443584/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761857.656902:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777443584/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761857.656907:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761857.656909:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761857.656911:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777443584:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761857.656914:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777443712:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761857.656945:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761857.656953:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857]  req@ffff9c6f84ef4a80 x1876699777443712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761857.656960:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777443712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761857.656965:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761857.656967:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761857.656969:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777443712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761857.656973:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777443840:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789761857.656984:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761857.656990:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857]  req@ffff9c6f84ef4700 x1876699777443840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761857.656997:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777443840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761857.657002:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761857.657004:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789761857.657005:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777443840:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761857.784430:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761858.808395:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761859.832435:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761860.856420:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761861.880360:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761862.776316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761862.776323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761862.776327:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761862.776335:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1534
00000100:00080000:3.0:1789761862.776345:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761862.776351:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761862.776385:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777443968/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761862.776408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761862.776411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761862.776412:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761862.776415:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1534
00000100:00080000:3.0:1789761862.776418:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761862.776421:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761862.776429:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761862.776441:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777443968:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761862.776441:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777444096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761862.776455:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761862.776457:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761862.776458:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761862.776461:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1534
00000100:00080000:3.0:1789761862.776463:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761862.776465:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761862.776468:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761862.776476:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777444224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761862.776486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761862.776489:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761862.776491:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761862.776495:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1534
00000100:00080000:3.0:1789761862.776499:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761862.776503:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761862.776505:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761862.776513:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761862.776527:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777444352/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761862.776538:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761862.776541:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862]  req@ffff9c6f91ebad80 x1876699777443968/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761862.776542:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761862.776545:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761862.776553:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1534
00000100:00080000:3.0:1789761862.776559:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761862.776562:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761862.776566:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761862.776572:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777443968/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761862.776577:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777444480/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761862.776597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761862.776599:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761862.776600:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761862.776603:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761862.776609:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1534
00000100:00080000:1.0:1789761862.776610:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789761862.776612:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761862.776617:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761862.776621:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777443968:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789761862.776623:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761862.776632:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777444608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761862.776638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761862.776640:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761862.776641:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761862.776647:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777444096:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761862.776647:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1534
00000100:00080000:3.0:1789761862.776651:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761862.776654:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761862.776658:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761862.776666:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777444736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761862.776675:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761862.776689:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862]  req@ffff9c6f91ebb480 x1876699777444096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761862.776699:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777444096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761862.776705:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761862.776707:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761862.776710:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777444096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761862.776713:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777444224:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761862.776724:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761862.776731:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862]  req@ffff9c6f91eb9500 x1876699777444224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761862.776738:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777444224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761862.776743:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761862.776745:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761862.776747:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777444224:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761862.776750:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777444352:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761862.776760:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761862.776766:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862]  req@ffff9c6f91ebb800 x1876699777444352/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761862.776791:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777444352/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761862.776801:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761862.776805:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761862.776809:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777444352:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761862.776815:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777444480:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761862.776835:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761862.776845:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862]  req@ffff9c6f91eb9f80 x1876699777444480/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761862.776858:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777444480/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761862.776868:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761862.776871:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761862.776875:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777444480:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761862.776915:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777444608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761862.776951:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761862.776959:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862]  req@ffff9c6f91ebaa00 x1876699777444608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761862.776967:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777444608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761862.776973:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761862.776975:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761862.776977:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777444608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761862.776991:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777444736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761862.777003:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761862.777010:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862]  req@ffff9c6f91eb9880 x1876699777444736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761862.777018:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777444736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761862.777023:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761862.777025:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761862.777027:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777444736:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761862.904406:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761863.928471:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761864.952316:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761865.976396:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761867.000453:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761867.896354:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761867.896365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761867.896371:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761867.896383:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1539
00000100:00080000:3.0:1789761867.896399:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761867.896408:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761867.896452:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777444864/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761867.896483:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761867.896485:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761867.896487:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761867.896491:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1539
00000100:00080000:3.0:1789761867.896494:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761867.896497:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761867.896520:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761867.896533:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777444864:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761867.896544:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777444992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761867.896560:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761867.896565:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761867.896569:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761867.896576:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1539
00000100:00080000:3.0:1789761867.896590:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761867.896595:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761867.896602:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761867.896606:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761867.896616:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777445120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761867.896627:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761867.896629:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761867.896631:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761867.896637:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1539
00000100:00080000:3.0:1789761867.896643:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761867.896653:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867]  req@ffff9c6f91eb9880 x1876699777444864/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761867.896671:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777444864/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761867.896691:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761867.896699:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761867.896708:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777444864:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761867.896716:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761867.896724:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761867.896736:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777445248/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761867.896747:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761867.896749:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761867.896751:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761867.896754:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777444992:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761867.896757:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1539
00000100:00080000:3.0:1789761867.896765:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761867.896771:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761867.896777:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761867.896786:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777445376/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761867.896796:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761867.896808:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761867.896812:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761867.896815:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761867.896819:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867]  req@ffff9c6f91ebaa00 x1876699777444992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761867.896824:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1539
00000100:00080000:3.0:1789761867.896833:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761867.896863:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777444992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761867.896863:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761867.896875:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761867.896893:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761867.896893:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777445504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761867.896908:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789761867.896919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761867.896920:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777444992:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761867.896932:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761867.896935:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761867.896940:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777445120:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761867.896946:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1539
00000100:00080000:3.0:1789761867.896959:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761867.896965:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789761867.896980:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761867.896990:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867]  req@ffff9c6f91eb9f80 x1876699777445120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761867.896998:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777445120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761867.897005:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761867.897008:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761867.897010:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777445120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761867.897022:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777445248:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761867.897036:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761867.897043:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867]  req@ffff9c6f91ebb800 x1876699777445248/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761867.897052:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777445248/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761867.897057:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761867.897060:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761867.897062:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777445248:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761867.897066:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777445376:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761867.897079:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761867.897088:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867]  req@ffff9c6f91eb9500 x1876699777445376/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761867.897096:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777445376/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761867.897100:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761867.897102:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761867.897107:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761867.897110:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777445376:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761867.897116:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777445632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761867.897119:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777445504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761867.897166:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761867.897199:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867]  req@ffff9c6f91ebb480 x1876699777445504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761867.897218:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777445504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761867.897258:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761867.897262:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761867.897266:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777445504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761867.897286:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777445632:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761867.897302:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761867.897310:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867]  req@ffff9c6f91ebad80 x1876699777445632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761867.897318:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777445632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761867.897323:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761867.897325:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761867.897327:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777445632:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761868.024398:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761869.048352:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761870.072353:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761871.096442:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761872.120368:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761873.016342:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761873.016351:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761873.016355:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.016363:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1544
00000100:00080000:3.0:1789761873.016380:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761873.016387:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761873.016423:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777445760/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761873.016449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761873.016452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761873.016454:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.016456:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1544
00000100:00080000:3.0:1789761873.016459:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761873.016462:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761873.016469:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761873.016479:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777445888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761873.016490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761873.016493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777445760:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761873.016495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761873.016501:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.016507:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1544
00000100:00080000:3.0:1789761873.016511:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761873.016515:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761873.016521:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761873.016536:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777446016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761873.016544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761873.016546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761873.016548:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761873.016552:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761873.016553:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1544
00000100:00080000:3.0:1789761873.016559:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761873.016563:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761873.016568:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761873.016579:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777446144/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761873.016586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761873.016589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1789761873.016593:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff9c6f91ebad80 x1876699777445760/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761873.016593:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.016601:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1544
00000100:00080000:3.0:1789761873.016607:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761873.016612:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761873.016616:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761873.016619:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777445760/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761873.016627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777446272/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761873.016642:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761873.016648:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789761873.016649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761873.016654:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777445760:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761873.016659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761873.016663:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.016668:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1544
00000100:00080000:3.0:1789761873.016673:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761873.016677:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777445888:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761873.016680:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761873.016687:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761873.016698:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789761873.016706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777446400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761873.016710:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff9c6f91ebb480 x1876699777445888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761873.016735:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761873.016738:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761873.016740:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777445888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761873.016741:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.016751:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1544
00000100:00080000:2.0:1789761873.016756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761873.016758:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761873.016764:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789761873.016766:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761873.016772:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777445888:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789761873.016773:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761873.016785:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777446016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761873.016788:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777446528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761873.016827:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761873.016841:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff9c6f91eb9500 x1876699777446016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761873.016855:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777446016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761873.016864:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761873.016867:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761873.016871:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777446016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761873.016878:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777446144:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761873.016900:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761873.016912:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff9c6f91ebb800 x1876699777446144/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761873.016925:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777446144/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761873.016933:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761873.016937:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761873.016940:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777446144:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761873.016947:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777446272:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761873.016967:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761873.016977:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff9c6f91eb9f80 x1876699777446272/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761873.016985:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777446272/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761873.016990:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761873.016992:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761873.016994:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777446272:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761873.017006:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777446400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761873.017019:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761873.017025:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff9c6f91ebaa00 x1876699777446400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761873.017033:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777446400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761873.017038:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761873.017039:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761873.017041:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777446400:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761873.017045:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777446528:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761873.017055:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761873.017061:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff9c6f91eb9880 x1876699777446528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761873.017068:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777446528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761873.017072:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761873.017074:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761873.017076:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777446528:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761873.144353:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761874.168405:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761875.192391:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761876.216357:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761877.240393:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761878.136296:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.136304:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761878.136307:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.136316:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1549
00000100:00080000:3.0:1789761878.136325:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.136332:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761878.136367:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777446656/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761878.136388:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.136391:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761878.136393:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.136396:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1549
00000100:00080000:3.0:1789761878.136399:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.136402:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761878.136411:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761878.136420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777446656:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761878.136422:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777446784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761878.136434:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.136436:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761878.136437:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.136440:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1549
00000100:00080000:3.0:1789761878.136442:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.136444:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761878.136448:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761878.136457:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777446912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761878.136463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.136466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761878.136467:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.136469:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1549
00000100:00080000:3.0:1789761878.136472:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.136474:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761878.136477:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761878.136485:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777447040/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761878.136491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.136493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761878.136495:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.136498:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1549
00000100:00080000:3.0:1789761878.136500:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.136503:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761878.136506:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761878.136513:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777447168/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761878.136520:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777446784:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761878.136523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.136530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761878.136531:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.136535:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1549
00000100:00080000:3.0:1789761878.136538:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.136540:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761878.136543:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761878.136556:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777447296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761878.136565:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777446912:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761878.136569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.136575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761878.136577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.136583:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1549
00000100:00080000:3.0:1789761878.136588:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761878.136594:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777447040:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789761878.136596:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761878.136605:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761878.136619:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777447424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761878.136622:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777447168:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761878.136648:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777447296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761878.136667:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777447424:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761878.264354:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761879.288329:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761880.312442:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761881.208495:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:0.0:1789761881.208553:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761881.208567:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761881.208612:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761881.208621:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761881.208628:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761881.208635:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761881.208642:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761881.208650:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:2.0:1789761881.208652:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761881]  req@ffff9c6f91eb9500 x1876699777447168/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761881.208688:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777447168/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761881.208700:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761881.208704:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761881.208707:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777447168:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761881.208713:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761881]  req@ffff9c6f91ebb480 x1876699777447296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761881.208722:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777447296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761881.208728:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761881.208730:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761881.208732:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777447296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761881.208736:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761881]  req@ffff9c6f91ebaa00 x1876699777446784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761881.208762:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777446784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761881.208785:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761881.208787:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761881.208789:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777446784:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761881.208793:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761881]  req@ffff9c6f91eb9f80 x1876699777446912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761881.208803:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777446912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761881.208811:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761881.208815:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761881.208818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777446912:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761881.208824:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761881]  req@ffff9c6f91ebb800 x1876699777447040/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761881.208836:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777447040/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761881.208851:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761881.208854:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761881.208858:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777447040:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761881.208865:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761881]  req@ffff9c6f91eb9880 x1876699777446656/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761881.208877:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777446656/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761881.208885:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761881.208888:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761881.208892:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777446656:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761881.208921:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761881]  req@ffff9c6f91ebad80 x1876699777447424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761881.208934:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777447424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761881.208941:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761881.208945:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761881.208948:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777447424:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761881.336418:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761882.360367:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761883.256409:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761883.256422:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761883.256427:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761883.256441:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1554
00000100:00080000:0.0:1789761883.256455:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761883.256464:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761883.256525:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777447552/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761883.256561:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761883.256565:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761883.256567:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761883.256571:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1554
00000100:00080000:0.0:1789761883.256575:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761883.256581:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761883.256593:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761883.256611:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777447680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761883.256630:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761883.256630:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777447552:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761883.256650:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761883.256653:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761883.256662:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1554
00000100:00080000:0.0:1789761883.256666:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761883.256671:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761883.256677:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761883.256696:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777447808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761883.256712:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761883.256716:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761883.256718:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761883.256736:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1554
00000100:00080000:0.0:1789761883.256741:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761883.256744:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761883.256751:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761883.256758:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761883.256776:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777447936/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761883.256788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761883.256793:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761883.256795:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761883.256802:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1554
00000100:00100000:2.0:1789761883.256811:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff9c6f84ef7480 x1876699777447552/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761883.256812:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761883.256825:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761883.256843:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761883.256862:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777447552/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761883.256882:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761883.256887:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777448064/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761883.256891:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761883.256906:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777447552:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761883.256925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761883.256932:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761883.256935:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761883.256941:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1554
00000100:00080000:0.0:1789761883.256951:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761883.256959:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777447680:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761883.256973:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761883.256991:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761883.257015:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777448192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761883.257030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761883.257032:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761883.257042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761883.257047:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761883.257055:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1554
00000100:00080000:0.0:1789761883.257060:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761883.257064:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff9c6f84ef4700 x1876699777447680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761883.257072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761883.257091:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761883.257105:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777447680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761883.257115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777448320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761883.257134:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761883.257147:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761883.257157:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777447680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761883.257172:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777447808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761883.257205:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761883.257219:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff9c6f84ef4a80 x1876699777447808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761883.257272:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777447808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761883.257280:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761883.257283:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761883.257286:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777447808:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761883.257293:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777447936:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761883.257315:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761883.257326:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff9c6f84ef6300 x1876699777447936/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761883.257345:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777447936/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761883.257354:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761883.257357:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761883.257361:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777447936:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761883.257367:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777448064:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761883.257387:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761883.257398:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff9c6f84ef6680 x1876699777448064/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761883.257411:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777448064/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761883.257419:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761883.257423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761883.257427:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777448064:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761883.257449:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777448192:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761883.257473:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761883.257485:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff9c6f84ef4380 x1876699777448192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761883.257497:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777448192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761883.257512:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761883.257515:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761883.257518:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777448192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761883.257525:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777448320:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761883.257542:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761883.257553:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff9c6f84ef5500 x1876699777448320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761883.257564:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777448320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761883.257571:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761883.257574:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761883.257577:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777448320:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761883.384390:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761884.408377:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761885.432411:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761886.456369:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761887.480376:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761888.376332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761888.376344:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761888.376348:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761888.376358:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1560
00000100:00080000:3.0:1789761888.376368:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761888.376376:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761888.376414:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777448448/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761888.376441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761888.376446:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761888.376448:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761888.376452:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1560
00000100:00080000:3.0:1789761888.376456:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761888.376460:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761888.376469:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761888.376483:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777448576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761888.376486:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777448448:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761888.376503:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761888.376508:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761888.376510:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761888.376515:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1560
00000100:00080000:3.0:1789761888.376519:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761888.376524:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761888.376529:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761888.376540:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777448704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761888.376550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761888.376557:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761888.376561:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761888.376564:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761888.376569:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1560
00000100:00080000:3.0:1789761888.376574:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761888.376578:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761888.376584:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761888.376591:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff9c6f91ebad80 x1876699777448448/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761888.376598:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777448832/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761888.376613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761888.376617:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761888.376620:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761888.376621:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777448448/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761888.376630:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1560
00000100:00080000:2.0:1789761888.376637:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761888.376637:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761888.376644:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789761888.376645:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761888.376653:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777448448:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789761888.376654:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761888.376668:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777448960/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761888.376677:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777448576:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761888.376681:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761888.376700:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761888.376702:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761888.376707:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1560
00000100:00080000:3.0:1789761888.376712:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761888.376718:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761888.376719:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761888.376726:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761888.376738:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff9c6f91eb9880 x1876699777448576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761888.376740:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777449088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761888.376772:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761888.376776:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777448576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761888.376778:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761888.376782:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761888.376791:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1560
00000100:00080000:2.0:1789761888.376792:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761888.376798:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761888.376799:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789761888.376808:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761888.376809:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777448576:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789761888.376818:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761888.376820:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777448704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761888.376835:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777449216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761888.376846:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761888.376860:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff9c6f91ebb800 x1876699777448704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761888.376869:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777448704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761888.376875:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761888.376878:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761888.376880:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777448704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761888.376884:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777448832:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761888.376895:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761888.376901:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff9c6f91eb9f80 x1876699777448832/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761888.376908:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777448832/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761888.376914:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761888.376923:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761888.376925:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777448832:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761888.376936:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777448960:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761888.376948:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761888.376954:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff9c6f91ebaa00 x1876699777448960/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761888.376962:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777448960/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761888.376967:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761888.376969:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761888.376971:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777448960:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761888.376974:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777449088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761888.376983:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761888.376989:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff9c6f91ebb480 x1876699777449088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761888.376996:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777449088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761888.377001:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761888.377003:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761888.377005:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777449088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761888.377008:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777449216:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761888.377017:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761888.377022:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff9c6f91eb9500 x1876699777449216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761888.377028:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777449216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761888.377033:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761888.377035:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761888.377037:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777449216:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761888.504366:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761889.528356:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761890.552363:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761891.576363:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761892.600434:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761893.496333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761893.496344:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761893.496348:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761893.496358:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1565
00000100:00080000:3.0:1789761893.496369:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761893.496378:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761893.496415:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777449344/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761893.496453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761893.496458:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761893.496460:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761893.496463:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1565
00000100:00080000:3.0:1789761893.496466:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761893.496469:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761893.496477:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761893.496493:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777449472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761893.496500:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761893.496502:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761893.496504:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761893.496506:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1565
00000100:00080000:3.0:1789761893.496508:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761893.496511:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761893.496513:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761893.496519:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777449600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761893.496525:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761893.496528:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761893.496529:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761893.496532:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1565
00000100:00080000:3.0:1789761893.496534:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761893.496537:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761893.496541:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761893.496545:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777449344:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761893.496550:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777449728/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761893.496559:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761893.496561:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761893.496563:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761893.496567:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1565
00000100:00080000:3.0:1789761893.496571:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761893.496575:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761893.496580:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761893.496593:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777449856/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761893.496603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761893.496604:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761893.496611:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761893.496613:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761893.496619:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1565
00000100:00080000:3.0:1789761893.496626:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761893.496629:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761893.496634:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761893.496645:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff9c6f91eb9500 x1876699777449344/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761893.496647:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777449984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761893.496691:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777449344/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761893.496691:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761893.496698:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761893.496702:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761893.496711:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1565
00000100:00080000:2.0:1789761893.496712:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761893.496717:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761893.496718:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789761893.496724:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761893.496725:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777449344:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789761893.496733:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761893.496736:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777449472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761893.496746:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777450112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761893.496757:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761893.496768:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff9c6f91ebb480 x1876699777449472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761893.496777:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777449472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761893.496783:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761893.496785:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761893.496787:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777449472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761893.496791:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777449600:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761893.496800:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761893.496806:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff9c6f91ebaa00 x1876699777449600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761893.496813:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777449600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761893.496818:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761893.496820:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761893.496822:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777449600:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761893.496840:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777449728:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761893.496851:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761893.496857:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff9c6f91eb9f80 x1876699777449728/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761893.496864:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777449728/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761893.496869:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761893.496871:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761893.496873:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777449728:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761893.496876:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777449856:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761893.496885:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761893.496890:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff9c6f91ebb800 x1876699777449856/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761893.496897:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777449856/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761893.496902:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761893.496904:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761893.496906:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777449856:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761893.496909:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777449984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761893.496917:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761893.496923:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff9c6f91eb9880 x1876699777449984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761893.496929:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777449984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761893.496934:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761893.496936:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761893.496938:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777449984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761893.496941:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777450112:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761893.496950:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761893.496955:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff9c6f91ebad80 x1876699777450112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761893.496961:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777450112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761893.496966:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761893.496968:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761893.496970:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777450112:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761893.624359:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761894.648379:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761895.672404:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761896.696420:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761897.720367:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761898.616333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761898.616342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761898.616346:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761898.616354:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1570
00000100:00080000:0.0:1789761898.616365:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761898.616371:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761898.616410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777450240/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761898.616431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761898.616433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761898.616435:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761898.616438:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1570
00000100:00080000:0.0:1789761898.616442:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761898.616446:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761898.616455:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761898.616470:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777450368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761898.616476:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777450240:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761898.616492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761898.616496:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761898.616499:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761898.616503:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1570
00000100:00080000:0.0:1789761898.616508:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761898.616512:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761898.616516:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761898.616527:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777450496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761898.616536:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761898.616545:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761898.616549:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761898.616552:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761898.616557:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1570
00000100:00080000:0.0:1789761898.616562:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761898.616567:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761898.616573:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761898.616575:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898]  req@ffff9c6f84ef6a00 x1876699777450240/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761898.616587:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777450624/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761898.616593:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777450240/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761898.616599:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761898.616608:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761898.616623:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761898.616628:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1570
00000100:00080000:0.0:1789761898.616632:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761898.616632:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761898.616639:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789761898.616643:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:0.0:1789761898.616646:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761898.616653:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777450240:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761898.616658:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777450752/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761898.616671:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761898.616674:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761898.616675:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761898.616678:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1570
00000100:00080000:0.0:1789761898.616680:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761898.616684:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777450368:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761898.616685:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761898.616692:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761898.616703:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777450880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761898.616710:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761898.616713:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761898.616715:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761898.616718:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1570
00000100:00080000:0.0:1789761898.616724:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761898.616724:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761898.616730:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761898.616734:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761898.616742:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898]  req@ffff9c6f84ef4000 x1876699777450368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761898.616745:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777451008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761898.616770:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777450368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761898.616778:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761898.616781:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761898.616784:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777450368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761898.616789:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777450496:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761898.616803:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761898.616810:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898]  req@ffff9c6f84ef5c00 x1876699777450496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761898.616818:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777450496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761898.616823:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761898.616825:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761898.616828:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777450496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761898.616834:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777450624:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761898.616854:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761898.616866:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898]  req@ffff9c6f84ef7800 x1876699777450624/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761898.616879:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777450624/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761898.616888:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761898.616891:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761898.616895:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777450624:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761898.616899:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777450752:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761898.616916:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761898.616923:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898]  req@ffff9c6f84ef4e00 x1876699777450752/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761898.616931:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777450752/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761898.616936:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761898.616940:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761898.616943:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777450752:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761898.616962:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777450880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761898.616983:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761898.616995:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898]  req@ffff9c6f84ef5880 x1876699777450880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761898.617008:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777450880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761898.617017:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761898.617020:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761898.617024:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777450880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761898.617030:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777451008:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761898.617046:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761898.617054:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898]  req@ffff9c6f84ef6d80 x1876699777451008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761898.617061:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777451008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761898.617067:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761898.617070:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761898.617072:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777451008:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761898.744487:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761899.768349:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761900.792381:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761901.816363:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761902.840349:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761903.736317:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761903.736326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761903.736330:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761903.736339:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1575
00000100:00080000:3.0:1789761903.736350:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761903.736359:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761903.736397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777451136/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761903.736429:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761903.736433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761903.736435:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761903.736441:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1575
00000100:00080000:3.0:1789761903.736446:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761903.736451:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761903.736461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777451136:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789761903.736461:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761903.736478:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777451264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761903.736487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761903.736490:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761903.736491:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761903.736494:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1575
00000100:00080000:3.0:1789761903.736498:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761903.736500:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761903.736504:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761903.736512:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777451392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761903.736519:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761903.736523:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761903.736525:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761903.736528:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761903.736532:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1575
00000100:00080000:3.0:1789761903.736535:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761903.736538:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761903.736542:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761903.736550:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777451520/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761903.736561:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761903]  req@ffff9c6f91ebad80 x1876699777451136/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761903.736598:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777451136/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761903.736606:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761903.736610:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761903.736613:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777451136:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761903.736640:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761903.736641:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777451264:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761903.736643:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761903.736646:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761903.736653:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1575
00000100:00080000:3.0:1789761903.736656:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761903.736659:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761903.736663:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761903.736673:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777451648/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761903.736679:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761903.736686:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761903.736689:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761903.736690:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761903.736694:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1575
00000100:00100000:0.0:1789761903.736697:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761903]  req@ffff9c6f91eb9880 x1876699777451264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761903.736698:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761903.736705:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761903.736713:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761903.736717:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777451264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761903.736725:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761903.736728:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777451776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761903.736730:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761903.736736:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777451264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761903.736747:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777451392:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761903.736750:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761903.736754:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761903.736755:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761903.736759:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1575
00000100:00080000:3.0:1789761903.736764:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761903.736768:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761903.736772:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761903.736777:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761903.736781:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761903]  req@ffff9c6f91ebb800 x1876699777451392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761903.736790:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777451904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761903.736794:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777451392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761903.736816:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761903.736818:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761903.736820:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777451392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761903.736831:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777451520:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761903.736844:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761903.736850:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761903]  req@ffff9c6f91eb9f80 x1876699777451520/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761903.736857:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777451520/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761903.736863:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761903.736865:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761903.736867:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777451520:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761903.736870:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777451648:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761903.736882:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761903.736889:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761903]  req@ffff9c6f91ebaa00 x1876699777451648/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761903.736898:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777451648/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761903.736903:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761903.736905:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761903.736910:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777451648:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761903.736918:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777451776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761903.736943:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761903.736956:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761903]  req@ffff9c6f91ebb480 x1876699777451776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761903.736965:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777451776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761903.736970:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761903.736972:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761903.736975:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777451776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761903.736985:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777451904:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761903.736999:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761903.737010:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761903]  req@ffff9c6f91eb9500 x1876699777451904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761903.737020:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777451904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761903.737025:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761903.737028:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761903.737030:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777451904:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761903.864350:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761904.888376:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761905.912420:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761906.936370:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761907.960459:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761908.856332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761908.856343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761908.856347:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761908.856359:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1580
00000100:00080000:3.0:1789761908.856370:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761908.856378:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761908.856422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777452032/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761908.856448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761908.856451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761908.856458:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761908.856461:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1580
00000100:00080000:3.0:1789761908.856464:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761908.856467:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761908.856477:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761908.856488:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777452160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761908.856496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761908.856501:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761908.856503:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761908.856504:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777452032:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761908.856508:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1580
00000100:00080000:3.0:1789761908.856514:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761908.856518:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761908.856522:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761908.856529:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777452288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761908.856552:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761908.856555:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761908.856557:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761908.856560:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1580
00000100:00080000:3.0:1789761908.856563:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761908.856567:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761908.856571:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761908.856597:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777452416/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761908.856605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761908.856607:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761908.856608:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761908.856614:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1580
00000800:00000100:0.0:1789761908.856617:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761908.856619:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761908.856630:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761908.856633:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761908.856661:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777452544/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761908.856670:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761908.856674:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761908.856676:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761908.856679:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1580
00000100:00080000:3.0:1789761908.856684:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761908.856688:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908]  req@ffff9c6f91eb9500 x1876699777452032/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761908.856693:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761908.856702:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761908.856715:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777452672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761908.856721:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777452032/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761908.856736:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761908.856743:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761908.856745:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761908.856746:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761908.856752:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1580
00000100:00080000:0.0:1789761908.856757:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789761908.856758:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761908.856767:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761908.856770:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777452032:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789761908.856772:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761908.856789:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777452800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761908.856817:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777452160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761908.856853:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761908.856868:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908]  req@ffff9c6f91ebb480 x1876699777452160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761908.856881:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777452160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761908.856889:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761908.856892:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761908.856895:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777452160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761908.856901:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777452288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761908.856935:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761908.856948:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908]  req@ffff9c6f91ebaa00 x1876699777452288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761908.856965:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777452288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761908.856985:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761908.856990:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761908.856994:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777452288:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761908.857001:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777452416:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761908.857048:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761908.857056:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908]  req@ffff9c6f91eb9f80 x1876699777452416/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761908.857065:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777452416/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761908.857071:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761908.857073:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761908.857075:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777452416:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761908.857078:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777452544:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761908.857090:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761908.857096:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908]  req@ffff9c6f91ebb800 x1876699777452544/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761908.857103:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777452544/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761908.857108:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761908.857109:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761908.857112:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777452544:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761908.857116:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777452672:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761908.857126:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761908.857132:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908]  req@ffff9c6f91eb9880 x1876699777452672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761908.857139:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777452672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761908.857144:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761908.857146:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761908.857148:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777452672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761908.857151:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777452800:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761908.857161:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761908.857166:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908]  req@ffff9c6f91ebad80 x1876699777452800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761908.857178:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777452800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761908.857184:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761908.857186:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761908.857188:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777452800:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761908.984395:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761910.008463:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761911.032436:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761912.056360:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761913.080358:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761913.976304:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761913.976313:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761913.976316:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761913.976333:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1585
00000100:00080000:1.0:1789761913.976344:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761913.976350:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761913.976386:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777452928/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761913.976408:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761913.976411:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761913.976412:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761913.976415:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1585
00000100:00080000:1.0:1789761913.976417:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761913.976420:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761913.976427:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761913.976434:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777453056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761913.976441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761913.976443:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761913.976444:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761913.976447:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1585
00000100:00080000:1.0:1789761913.976449:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761913.976451:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761913.976455:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761913.976465:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777453184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761913.976477:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777452928:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761913.976477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761913.976487:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761913.976491:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761913.976513:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1585
00000100:00080000:1.0:1789761913.976517:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761913.976522:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761913.976545:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761913.976559:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777453312/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761913.976568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761913.976571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761913.976573:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761913.976579:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1585
00000800:00000100:0.0:1789761913.976584:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761913.976585:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761913.976592:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761913.976597:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761913.976605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777453440/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761913.976614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761913.976617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761913.976619:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761913.976623:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1585
00000100:00080000:1.0:1789761913.976626:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761913.976629:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761913.976632:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761913.976639:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777453568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761913.976646:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761913.976649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761913.976651:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761913.976655:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1585
00000100:00080000:1.0:1789761913.976658:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761913.976661:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761913.976666:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761913.976669:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913]  req@ffff9c6f9118f800 x1876699777452928/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761913.976680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777453696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761913.976711:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777452928/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761913.976722:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761913.976727:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761913.976731:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777452928:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761913.976738:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777453056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761913.976761:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761913.976772:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913]  req@ffff9c6f9118df80 x1876699777453056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761913.976782:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777453056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761913.976789:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761913.976793:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761913.976797:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777453056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761913.976826:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777453184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761913.976853:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761913.976868:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913]  req@ffff9c6f9118dc00 x1876699777453184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761913.976884:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777453184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761913.976903:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761913.976908:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761913.976928:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777453184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761913.976934:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777453312:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761913.976953:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761913.976961:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913]  req@ffff9c6f9118ca80 x1876699777453312/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761913.976969:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777453312/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761913.976974:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761913.976976:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761913.976978:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777453312:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761913.976981:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777453440:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761913.976992:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761913.976997:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913]  req@ffff9c6f9118d180 x1876699777453440/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761913.977004:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777453440/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761913.977009:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761913.977011:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761913.977013:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777453440:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761913.977016:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777453568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761913.977026:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761913.977049:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913]  req@ffff9c6f9118c380 x1876699777453568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761913.977057:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777453568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761913.977063:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761913.977065:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761913.977068:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777453568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761913.977072:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777453696:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761913.977084:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761913.977090:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913]  req@ffff9c6f9118ed80 x1876699777453696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761913.977098:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777453696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761913.977104:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761913.977107:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761913.977109:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777453696:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761914.104415:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761915.128349:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761916.152360:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761917.176336:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761918.200403:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761919.096324:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.096333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761919.096337:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761919.096346:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1590
00000100:00080000:1.0:1789761919.096355:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.096362:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761919.096403:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777453824/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761919.096427:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.096430:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761919.096432:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761919.096434:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1590
00000100:00080000:1.0:1789761919.096437:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.096439:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761919.096447:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761919.096475:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777453952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761919.096484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761919.096487:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777453824:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761919.096488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761919.096491:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761919.096498:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1590
00000100:00080000:1.0:1789761919.096501:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.096504:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761919.096508:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761919.096517:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777454080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761919.096525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.096529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761919.096531:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761919.096535:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1590
00000100:00080000:1.0:1789761919.096539:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.096544:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789761919.096549:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789761919.096550:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761919.096565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777454208/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761919.096576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.096579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761919.096581:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761919.096588:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff9c6f9118d500 x1876699777453824/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761919.096588:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1590
00000100:00080000:1.0:1789761919.096596:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.096605:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761919.096610:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777453824/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761919.096611:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761919.096623:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.096627:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761919.096631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777454336/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761919.096632:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777453824:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761919.096645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.096649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761919.096650:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761919.096653:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1590
00000100:00080000:1.0:1789761919.096656:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761919.096659:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777453952:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761919.096663:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761919.096669:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761919.096680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777454464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761919.096685:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761919.096694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.096697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761919.096698:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761919.096702:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff9c6f9118ce00 x1876699777453952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761919.096702:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1590
00000100:00080000:1.0:1789761919.096707:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.096712:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761919.096718:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761919.096724:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777453952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761919.096729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777454592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761919.096740:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.096746:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761919.096751:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777453952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761919.096759:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777454080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761919.096781:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761919.096793:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff9c6f9118e680 x1876699777454080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.096807:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777454080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.096818:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.096820:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761919.096822:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777454080:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761919.096826:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777454208:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761919.096841:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761919.096848:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff9c6f9118c700 x1876699777454208/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.096856:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777454208/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.096861:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.096862:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761919.096864:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777454208:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761919.096868:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777454336:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761919.096878:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761919.096883:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff9c6f9118f100 x1876699777454336/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.096891:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777454336/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.096895:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.096897:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761919.096899:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777454336:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761919.096912:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777454464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761919.096923:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761919.096929:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff9c6f9118d500 x1876699777454464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.096944:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777454464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.096950:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.096952:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761919.096954:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777454464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761919.096958:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777454592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761919.096969:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761919.096980:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff9c6f9118ed80 x1876699777454592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.096992:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777454592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.097000:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.097003:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761919.097007:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777454592:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761919.224380:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761920.248321:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761921.272377:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761922.296361:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761923.320451:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761924.216340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.216352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761924.216357:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.216367:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1595
00000100:00080000:3.0:1789761924.216379:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.216387:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761924.216448:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777454720/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761924.216473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.216476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761924.216478:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.216481:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1595
00000100:00080000:3.0:1789761924.216484:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.216487:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761924.216497:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761924.216508:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777454848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761924.216515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.216518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761924.216519:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.216522:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1595
00000100:00080000:3.0:1789761924.216524:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.216526:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761924.216529:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761924.216538:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777454976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761924.216540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777454720:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761924.216552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.216555:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761924.216556:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.216559:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1595
00000100:00080000:3.0:1789761924.216561:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.216564:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761924.216567:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761924.216577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777455104/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761924.216582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.216585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761924.216587:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.216590:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1595
00000100:00080000:3.0:1789761924.216592:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.216594:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761924.216597:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761924.216604:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777455232/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761924.216609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.216611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761924.216612:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.216615:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1595
00000100:00080000:3.0:1789761924.216620:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.216623:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761924.216626:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761924.216635:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777455360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761924.216636:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761924.216651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.216654:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761924.216655:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.216658:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1595
00000100:00080000:3.0:1789761924.216660:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.216663:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761924.216665:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761924.216672:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777455488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761924.216696:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff9c6f91ebad80 x1876699777454720/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.216714:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777454720/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.216724:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.216727:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761924.216730:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777454720:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761924.216737:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777454848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761924.216757:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761924.216767:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff9c6f91eb9880 x1876699777454848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.216776:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777454848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.216782:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.216785:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761924.216787:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777454848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761924.216809:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777454976:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761924.216821:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761924.216828:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff9c6f91ebb800 x1876699777454976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.216835:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777454976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.216846:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.216849:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761924.216851:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777454976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761924.216854:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777455104:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761924.216865:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761924.216871:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff9c6f91eb9f80 x1876699777455104/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.216878:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777455104/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.216884:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.216886:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761924.216888:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777455104:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761924.216892:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777455232:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761924.216902:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761924.216907:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff9c6f91ebaa00 x1876699777455232/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.216915:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777455232/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.216920:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.216922:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761924.216925:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777455232:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761924.216929:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777455360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761924.216940:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761924.216945:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff9c6f91ebb480 x1876699777455360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.216953:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777455360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.216958:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.216960:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761924.216962:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777455360:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761924.216965:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777455488:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761924.216974:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761924.216980:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff9c6f91eb9500 x1876699777455488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.216987:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777455488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.216992:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.216995:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761924.216997:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777455488:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761924.344475:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761925.368389:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761926.392455:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761927.416464:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761928.440411:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761929.336317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761929.336328:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761929.336333:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761929.336342:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1600
00000100:00080000:1.0:1789761929.336352:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761929.336358:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761929.336409:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777455616/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761929.336441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761929.336445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761929.336447:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761929.336452:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1600
00000100:00080000:1.0:1789761929.336456:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761929.336461:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761929.336470:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761929.336479:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777455616:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789761929.336484:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777455744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761929.336493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761929.336496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761929.336498:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761929.336501:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1600
00000100:00080000:1.0:1789761929.336504:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761929.336508:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761929.336512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761929.336519:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777455872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761929.336528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761929.336531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761929.336533:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761929.336537:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1600
00000800:00000100:0.0:1789761929.336538:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789761929.336540:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761929.336543:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761929.336547:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761929.336555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777456000/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761929.336563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761929.336566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761929.336568:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761929.336571:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1600
00000100:00080000:1.0:1789761929.336574:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761929.336577:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff9c6f9118c380 x1876699777455616/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761929.336578:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761929.336591:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761929.336600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777456128/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761929.336606:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777455616/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761929.336608:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761929.336612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761929.336614:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761929.336617:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761929.336617:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1600
00000100:00080000:1.0:1789761929.336620:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761929.336621:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761929.336625:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777455616:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789761929.336625:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761929.336629:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761929.336637:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777456256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761929.336645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761929.336649:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777455744:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789761929.336649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761929.336651:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761929.336655:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1600
00000100:00080000:1.0:1789761929.336658:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761929.336661:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789761929.336665:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761929.336670:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761929.336676:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777456384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761929.336683:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff9c6f9118d180 x1876699777455744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761929.336706:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777455744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761929.336715:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761929.336719:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761929.336722:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777455744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761929.336729:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777455872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761929.336745:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761929.336753:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff9c6f9118ca80 x1876699777455872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761929.336761:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777455872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761929.336767:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761929.336769:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761929.336771:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777455872:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761929.336774:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777456000:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761929.336785:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761929.336791:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff9c6f9118dc00 x1876699777456000/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761929.336798:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777456000/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761929.336803:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761929.336805:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761929.336806:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777456000:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761929.336810:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777456128:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761929.336819:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761929.336825:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff9c6f9118df80 x1876699777456128/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761929.336832:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777456128/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761929.336841:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761929.336843:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761929.336845:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777456128:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761929.336848:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777456256:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761929.336858:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761929.336863:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff9c6f9118f800 x1876699777456256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761929.336869:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777456256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761929.336875:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761929.336876:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761929.336878:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777456256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761929.336890:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777456384:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761929.336900:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761929.336906:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff9c6f9118c380 x1876699777456384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761929.336913:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777456384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761929.336917:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761929.336919:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761929.336921:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777456384:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761929.464404:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761930.488351:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761931.512441:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761932.536456:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761933.560463:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761934.456374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761934.456385:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761934.456390:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761934.456398:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1606
00000100:00080000:0.0:1789761934.456409:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761934.456416:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761934.456453:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777456512/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761934.456482:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761934.456485:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761934.456487:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761934.456490:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1606
00000100:00080000:0.0:1789761934.456493:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761934.456496:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761934.456504:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761934.456517:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777456640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761934.456525:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761934.456529:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761934.456530:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761934.456535:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1606
00000100:00080000:0.0:1789761934.456537:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761934.456541:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761934.456545:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761934.456552:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777456512:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761934.456560:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777456768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761934.456583:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761934.456586:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761934.456588:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761934.456592:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1606
00000100:00080000:0.0:1789761934.456594:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761934.456597:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761934.456602:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761934.456612:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777456896/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761934.456618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761934.456621:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761934.456622:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761934.456626:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1606
00000100:00080000:0.0:1789761934.456628:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761934.456630:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761934.456633:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761934.456639:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777457024/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761934.456649:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761934.456659:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761934.456663:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761934.456667:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761934.456671:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1606
00000100:00080000:0.0:1789761934.456674:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761934.456678:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761934.456684:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761934.456692:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777457152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761934.456700:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761934.456704:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761934.456705:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761934.456710:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1606
00000100:00080000:0.0:1789761934.456715:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761934.456716:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff9c6f84ef5f80 x1876699777456512/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761934.456725:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761934.456736:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761934.456752:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777457280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761934.456762:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777456512/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761934.456774:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761934.456779:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761934.456783:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777456512:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761934.456790:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777456640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761934.456810:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761934.456820:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff9c6f84ef6d80 x1876699777456640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761934.456828:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777456640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761934.456834:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761934.456837:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761934.456839:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777456640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761934.456861:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777456768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761934.456873:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761934.456880:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff9c6f84ef5880 x1876699777456768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761934.456887:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777456768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761934.456893:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761934.456895:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761934.456897:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777456768:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761934.456901:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777456896:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761934.456912:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761934.456919:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff9c6f84ef4e00 x1876699777456896/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761934.456926:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777456896/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761934.456932:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761934.456934:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761934.456936:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777456896:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761934.456939:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777457024:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761934.456949:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761934.456955:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff9c6f84ef7800 x1876699777457024/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761934.456961:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777457024/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761934.456966:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761934.456969:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761934.456970:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777457024:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761934.456974:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777457152:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761934.456986:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761934.456996:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff9c6f84ef5c00 x1876699777457152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761934.457007:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777457152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761934.457016:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761934.457021:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761934.457025:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777457152:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761934.457032:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777457280:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761934.457051:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761934.457059:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff9c6f84ef4000 x1876699777457280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761934.457067:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777457280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761934.457073:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761934.457075:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761934.457077:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777457280:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761934.584434:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761935.608451:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761936.632456:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761937.656393:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761938.680432:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761939.576349:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761939.576360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761939.576364:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761939.576374:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1611
00000100:00080000:3.0:1789761939.576386:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761939.576394:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761939.576432:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777457408/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761939.576461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761939.576465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761939.576467:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761939.576473:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1611
00000100:00080000:3.0:1789761939.576478:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761939.576483:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761939.576494:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761939.576497:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777457408:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761939.576508:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777457536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761939.576519:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761939.576522:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761939.576524:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761939.576528:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1611
00000100:00080000:3.0:1789761939.576536:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761939.576541:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761939.576549:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761939.576563:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777457664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761939.576566:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761939.576573:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761939.576577:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761939.576581:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761939.576584:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1611
00000100:00080000:3.0:1789761939.576590:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761939.576596:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761939.576602:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761939.576625:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761939]  req@ffff9c6f91eb9500 x1876699777457408/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761939.576646:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777457408/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761939.576658:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761939.576662:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761939.576666:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777457408:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761939.576678:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777457792/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761939.576688:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777457536:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761939.576688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761939.576692:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761939.576694:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761939.576698:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1611
00000100:00080000:3.0:1789761939.576702:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761939.576705:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789761939.576711:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789761939.576711:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761939.576722:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777457920/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761939.576724:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761939]  req@ffff9c6f91ebb480 x1876699777457536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761939.576733:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761939.576736:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789761939.576737:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777457536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761939.576738:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761939.576742:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1611
00000100:00080000:3.0:1789761939.576745:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761939.576746:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761939.576749:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789761939.576749:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761939.576752:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777457536:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789761939.576754:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761939.576758:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777457664:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761939.576762:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777458048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761939.576771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761939.576775:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:0.0:1789761939.576776:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761939.576777:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761939.576781:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1611
00000100:00080000:3.0:1789761939.576784:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761939.576793:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761939.576794:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761939]  req@ffff9c6f91ebaa00 x1876699777457664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761939.576798:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761939.576809:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777458176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761939.576814:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777457664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761939.576822:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761939.576825:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761939.576828:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777457664:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761939.576843:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777457792:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761939.576865:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761939.576876:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761939]  req@ffff9c6f91eb9f80 x1876699777457792/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761939.576897:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777457792/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761939.576905:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761939.576909:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761939.576912:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777457792:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761939.576918:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777457920:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789761939.576938:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761939.576948:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761939]  req@ffff9c6f91ebb800 x1876699777457920/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761939.576959:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777457920/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761939.576973:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761939.576977:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761939.576980:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777457920:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761939.576985:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777458048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761939.577006:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761939.577017:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761939]  req@ffff9c6f91eb9880 x1876699777458048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761939.577029:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777458048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761939.577037:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761939.577041:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761939.577044:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777458048:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761939.577050:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777458176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789761939.577069:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761939.577079:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761939]  req@ffff9c6f91ebad80 x1876699777458176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761939.577090:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777458176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761939.577097:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761939.577100:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789761939.577105:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777458176:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761939.704479:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761940.728383:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761941.752413:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761942.776404:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761943.800437:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761944.696334:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761944.696345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761944.696349:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761944.696361:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1616
00000100:00080000:3.0:1789761944.696373:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761944.696381:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761944.696424:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777458304/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761944.696449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761944.696452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761944.696454:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761944.696457:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1616
00000100:00080000:3.0:1789761944.696460:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761944.696463:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761944.696472:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761944.696482:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777458432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761944.696489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761944.696492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761944.696493:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761944.696499:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777458304:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761944.696499:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1616
00000100:00080000:3.0:1789761944.696505:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761944.696510:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761944.696513:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761944.696521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777458560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761944.696527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761944.696530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761944.696531:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761944.696533:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1616
00000100:00080000:3.0:1789761944.696536:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761944.696538:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761944.696541:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761944.696548:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777458688/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761944.696555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761944.696557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761944.696558:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761944.696560:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1616
00000100:00080000:3.0:1789761944.696570:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761944.696573:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761944.696576:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761944.696583:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777458816/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761944.696589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761944.696592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761944.696593:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761944.696596:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1616
00000100:00080000:3.0:1789761944.696599:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761944.696601:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761944.696603:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761944.696611:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777458944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761944.696617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761944.696619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761944.696621:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761944.696624:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1616
00000100:00080000:3.0:1789761944.696627:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761944.696630:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761944.696634:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761944.696639:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777458432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761944.696645:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777459072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761944.696671:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777458560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761944.696688:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777458688:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761944.696702:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777458816:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761944.696715:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777458944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761944.696729:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777459072:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761944.824409:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761945.848444:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761946.872381:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761947.768653:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:0.0:1789761947.768711:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761947.768730:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761947.768780:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761947.768791:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761947.768799:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761947.768808:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761947.768819:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789761947.768831:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:2.0:1789761947.768848:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761947]  req@ffff9c6f91eb9880 x1876699777458432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761947.768878:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777458432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761947.768904:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761947.768909:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761947.768914:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777458432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761947.768923:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761947]  req@ffff9c6f91ebb800 x1876699777458560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761947.768938:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777458560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761947.768946:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761947.768950:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761947.768954:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777458560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761947.768961:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761947]  req@ffff9c6f91eb9f80 x1876699777458688/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761947.768976:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777458688/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761947.768984:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761947.768988:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761947.768992:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777458688:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761947.768999:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761947]  req@ffff9c6f91ebaa00 x1876699777458816/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761947.769011:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777458816/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761947.769018:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761947.769021:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761947.769025:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777458816:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761947.769032:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761947]  req@ffff9c6f91ebb480 x1876699777458944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761947.769046:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777458944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761947.769053:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761947.769057:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761947.769060:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777458944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761947.769067:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761947]  req@ffff9c6f91ebad80 x1876699777458304/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761947.769081:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777458304/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761947.769090:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761947.769094:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761947.769098:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777458304:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761947.769131:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761947]  req@ffff9c6f91eb9500 x1876699777459072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761947.769145:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777459072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761947.769153:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761947.769157:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761947.769160:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777459072:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761947.896428:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761948.920454:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761949.816382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761949.816395:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761949.816400:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761949.816415:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1621
00000100:00080000:3.0:1789761949.816430:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761949.816439:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761949.816492:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777459200/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761949.816523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761949.816527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761949.816529:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761949.816533:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1621
00000100:00080000:3.0:1789761949.816537:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761949.816540:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761949.816552:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761949.816568:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777459328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761949.816580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761949.816584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761949.816587:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761949.816592:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1621
00000100:00080000:3.0:1789761949.816596:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761949.816600:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761949.816606:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761949.816612:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777459200:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761949.816623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777459456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761949.816638:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761949.816642:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761949.816643:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761949.816648:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1621
00000100:00080000:3.0:1789761949.816653:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761949.816658:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761949.816663:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761949.816676:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777459584/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761949.816686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761949.816691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761949.816693:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761949.816700:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1621
00000800:00000100:2.0:1789761949.816702:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761949.816705:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761949.816711:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761949.816719:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761949.816734:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777459712/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761949.816755:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761949.816759:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761949.816766:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761949.816768:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949]  req@ffff9c6f91eb9500 x1876699777459200/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761949.816774:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1621
00000100:00080000:3.0:1789761949.816779:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761949.816783:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761949.816789:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761949.816811:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777459840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761949.816825:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777459200/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761949.816870:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761949.816876:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761949.816877:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761949.816883:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761949.816894:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789761949.816895:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1621
00000100:00080000:3.0:1789761949.816910:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761949.816918:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777459200:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761949.816922:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761949.816933:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761949.816944:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777459328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789761949.816954:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777459968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761949.816991:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761949.817011:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949]  req@ffff9c6f91ebad80 x1876699777459328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761949.817025:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777459328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761949.817035:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761949.817039:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761949.817042:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777459328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761949.817072:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777459456:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761949.817096:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761949.817110:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949]  req@ffff9c6f91ebb480 x1876699777459456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761949.817128:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777459456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761949.817136:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761949.817139:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761949.817142:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777459456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761949.817149:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777459584:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761949.817169:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761949.817180:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949]  req@ffff9c6f91ebaa00 x1876699777459584/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761949.817192:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777459584/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761949.817207:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761949.817210:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761949.817214:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777459584:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761949.817279:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777459712:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761949.817301:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761949.817313:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949]  req@ffff9c6f91eb9f80 x1876699777459712/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761949.817323:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777459712/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761949.817342:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761949.817346:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761949.817350:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777459712:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761949.817359:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777459840:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761949.817388:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761949.817410:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949]  req@ffff9c6f91ebb800 x1876699777459840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761949.817424:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777459840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761949.817432:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761949.817436:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761949.817439:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777459840:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761949.817446:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777459968:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761949.817468:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761949.817481:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949]  req@ffff9c6f91eb9880 x1876699777459968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761949.817492:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777459968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761949.817500:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761949.817503:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761949.817506:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777459968:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761949.944406:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761950.968403:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761951.992405:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761953.016386:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761954.040382:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761954.936368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761954.936391:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761954.936397:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761954.936410:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1626
00000100:00080000:0.0:1789761954.936422:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761954.936430:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761954.936472:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777460096/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761954.936501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761954.936504:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761954.936505:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761954.936509:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1626
00000100:00080000:0.0:1789761954.936511:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761954.936514:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761954.936524:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761954.936534:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777460224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761954.936551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761954.936554:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761954.936555:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761954.936558:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1626
00000100:00080000:0.0:1789761954.936560:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761954.936565:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761954.936567:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777460096:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789761954.936568:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761954.936580:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777460352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761954.936587:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761954.936589:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761954.936591:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761954.936593:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1626
00000100:00080000:0.0:1789761954.936595:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761954.936598:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761954.936601:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761954.936620:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777460480/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761954.936630:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761954.936634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761954.936636:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761954.936641:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1626
00000100:00080000:0.0:1789761954.936645:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761954.936649:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761954.936655:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761954.936668:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777460608/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761954.936674:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761954.936684:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761954.936688:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761954.936690:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761954.936693:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1626
00000100:00080000:0.0:1789761954.936697:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761954.936701:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761954.936706:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761954.936720:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777460736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761954.936730:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761954.936733:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954]  req@ffff9c6f84ef6a00 x1876699777460096/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761954.936735:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761954.936740:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761954.936749:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1626
00000100:00080000:0.0:1789761954.936756:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761954.936760:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761954.936765:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761954.936768:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777460096/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761954.936778:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777460864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761954.936791:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761954.936797:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761954.936802:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777460096:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761954.936811:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777460224:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761954.936833:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761954.936843:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954]  req@ffff9c6f84ef5500 x1876699777460224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761954.936852:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777460224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761954.936859:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761954.936861:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761954.936864:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777460224:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761954.936901:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777460352:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761954.936922:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761954.936935:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954]  req@ffff9c6f84ef4380 x1876699777460352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761954.936951:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777460352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761954.936960:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761954.936963:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761954.936967:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777460352:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761954.936974:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777460480:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761954.936996:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761954.937007:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954]  req@ffff9c6f84ef6680 x1876699777460480/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761954.937016:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777460480/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761954.937022:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761954.937024:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761954.937026:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777460480:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761954.937030:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777460608:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761954.937043:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761954.937048:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954]  req@ffff9c6f84ef6300 x1876699777460608/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761954.937056:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777460608/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761954.937061:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761954.937063:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761954.937066:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777460608:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761954.937069:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777460736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761954.937078:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761954.937090:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954]  req@ffff9c6f84ef4a80 x1876699777460736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761954.937097:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777460736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761954.937103:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761954.937104:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761954.937106:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777460736:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761954.937110:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777460864:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761954.937119:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761954.937125:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954]  req@ffff9c6f84ef4700 x1876699777460864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761954.937131:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777460864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761954.937136:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761954.937139:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761954.937141:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777460864:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789761955.064425:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761956.088347:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761957.112472:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761958.136487:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761959.160366:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761960.056324:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.056334:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761960.056338:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.056348:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1631
00000100:00080000:0.0:1789761960.056359:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.056367:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761960.056405:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777460992/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761960.056431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.056434:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761960.056436:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.056439:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1631
00000100:00080000:0.0:1789761960.056441:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.056444:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761960.056452:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761960.056464:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777461120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761960.056472:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.056491:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761960.056492:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.056494:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1631
00000100:00080000:0.0:1789761960.056496:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.056499:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761960.056501:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761960.056508:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777461248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761960.056515:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.056517:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761960.056519:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.056524:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1631
00000100:00080000:0.0:1789761960.056529:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761960.056532:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777460992:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761960.056533:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761960.056553:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761960.056565:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777461376/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761960.056572:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.056574:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761960.056575:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.056578:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1631
00000100:00080000:0.0:1789761960.056581:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.056583:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761960.056586:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761960.056593:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777461504/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761960.056600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.056603:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761960.056604:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.056607:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1631
00000100:00080000:0.0:1789761960.056627:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.056631:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761960.056634:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761960.056644:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777461632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761960.056651:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761960.056661:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761960.056662:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761960.056667:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.056671:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1631
00000100:00080000:0.0:1789761960.056693:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.056696:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761960.056700:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761960.056711:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777461760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761960.056735:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff9c6f84ef7480 x1876699777460992/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761960.056757:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777460992/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761960.056767:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761960.056770:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761960.056774:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777460992:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761960.056781:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777461120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761960.056801:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761960.056811:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff9c6f84ef4700 x1876699777461120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761960.056822:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777461120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761960.056831:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761960.056835:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761960.056838:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777461120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761960.056869:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777461248:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761960.056893:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761960.056905:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff9c6f84ef4a80 x1876699777461248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761960.056914:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777461248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761960.056920:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761960.056922:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761960.056924:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777461248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761960.056929:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777461376:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761960.056943:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761960.056950:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff9c6f84ef6300 x1876699777461376/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761960.056958:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777461376/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761960.056963:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761960.056965:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761960.056967:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777461376:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761960.056970:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777461504:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761960.056981:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761960.056987:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff9c6f84ef6680 x1876699777461504/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761960.056994:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777461504/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761960.057000:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761960.057002:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761960.057005:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777461504:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761960.057008:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777461632:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761960.057018:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761960.057024:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff9c6f84ef4380 x1876699777461632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761960.057030:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777461632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761960.057035:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761960.057038:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761960.057040:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777461632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761960.057044:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777461760:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761960.057053:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761960.057059:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff9c6f84ef5500 x1876699777461760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761960.057065:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777461760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761960.057070:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761960.057072:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761960.057075:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777461760:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789761960.184376:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761961.208397:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761962.232396:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761963.256393:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761964.280338:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761965.176297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761965.176305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761965.176309:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761965.176316:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1636
00000100:00080000:0.0:1789761965.176326:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761965.176332:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761965.176363:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777461888/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761965.176384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761965.176386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761965.176388:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761965.176392:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1636
00000100:00080000:0.0:1789761965.176394:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761965.176397:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761965.176404:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761965.176413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777462016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761965.176420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761965.176424:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761965.176426:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761965.176428:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777461888:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761965.176431:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1636
00000100:00080000:0.0:1789761965.176435:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761965.176440:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761965.176443:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761965.176450:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777462144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761965.176456:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761965.176458:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761965.176460:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761965.176463:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1636
00000100:00080000:0.0:1789761965.176465:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761965.176467:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761965.176470:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761965.176477:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777462272/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761965.176483:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761965.176486:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761965.176487:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761965.176489:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1636
00000100:00080000:0.0:1789761965.176491:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761965.176493:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761965.176496:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761965.176500:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761965.176506:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777462400/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761965.176512:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761965.176515:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761965.176516:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761965.176520:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1636
00000100:00080000:0.0:1789761965.176523:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761965.176525:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761965.176528:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761965.176535:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777462528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761965.176540:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761965.176542:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761965.176543:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761965.176547:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1636
00000100:00080000:0.0:1789761965.176551:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761965.176553:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff9c6f84ef6a00 x1876699777461888/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761965.176556:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761965.176563:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761965.176583:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777461888/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761965.176584:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777462656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761965.176617:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761965.176623:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761965.176628:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777461888:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789761965.176656:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777462016:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761965.176683:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761965.176701:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff9c6f84ef4000 x1876699777462016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761965.176720:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777462016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761965.176730:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761965.176734:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761965.176738:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777462016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761965.176745:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777462144:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761965.176763:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761965.176775:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff9c6f84ef5c00 x1876699777462144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761965.176787:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777462144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761965.176806:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761965.176810:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761965.176814:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777462144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761965.176821:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777462272:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761965.176841:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761965.176852:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff9c6f84ef7800 x1876699777462272/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761965.176865:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777462272/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761965.176874:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761965.176877:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761965.176881:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777462272:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761965.176887:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777462400:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761965.176905:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761965.176915:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff9c6f84ef4e00 x1876699777462400/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761965.176928:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777462400/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761965.176938:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761965.176941:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761965.176945:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777462400:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761965.176952:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777462528:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761965.176970:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761965.176980:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff9c6f84ef5880 x1876699777462528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761965.176993:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777462528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761965.177001:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761965.177005:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761965.177009:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777462528:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761965.177015:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777462656:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761965.177032:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761965.177042:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff9c6f84ef6d80 x1876699777462656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761965.177054:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777462656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761965.177063:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761965.177066:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761965.177070:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777462656:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761965.304400:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761966.328359:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761967.352447:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761968.376343:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761969.400358:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761970.296331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761970.296358:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761970.296362:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761970.296379:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1641
00000100:00080000:0.0:1789761970.296390:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761970.296397:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761970.296435:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777462784/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761970.296458:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761970.296462:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761970.296463:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761970.296466:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1641
00000100:00080000:0.0:1789761970.296469:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761970.296472:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761970.296479:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761970.296492:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777462912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761970.296501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761970.296506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761970.296507:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777462784:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761970.296508:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761970.296517:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1641
00000100:00080000:0.0:1789761970.296519:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761970.296522:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761970.296526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761970.296537:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777463040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761970.296544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761970.296546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761970.296548:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761970.296551:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1641
00000100:00080000:0.0:1789761970.296554:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761970.296556:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761970.296560:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761970.296567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777463168/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761970.296576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761970.296576:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761970.296582:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761970.296590:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761970.296595:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1641
00000100:00080000:0.0:1789761970.296599:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761970.296605:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761970.296626:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761970.296635:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777463296/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761970.296639:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff9c6f84ef5f80 x1876699777462784/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761970.296655:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761970.296659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761970.296660:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761970.296664:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1641
00000100:00080000:0.0:1789761970.296667:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761970.296668:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777462784/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761970.296674:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761970.296680:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761970.296686:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761970.296689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777463424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761970.296695:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761970.296699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761970.296702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761970.296704:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761970.296707:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1641
00000100:00080000:0.0:1789761970.296709:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761970.296711:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789761970.296713:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777462784:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789761970.296714:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761970.296724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777463552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761970.296763:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777462912:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761970.296797:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761970.296814:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff9c6f84ef6d80 x1876699777462912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761970.296831:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777462912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761970.296856:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761970.296860:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761970.296864:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777462912:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761970.296871:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777463040:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761970.296893:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761970.296906:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff9c6f84ef5880 x1876699777463040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761970.296933:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777463040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761970.296940:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761970.296943:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761970.296946:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777463040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761970.296952:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777463168:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761970.296970:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761970.296979:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff9c6f84ef4e00 x1876699777463168/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761970.296989:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777463168/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761970.296995:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761970.296998:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761970.297000:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777463168:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761970.297005:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777463296:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789761970.297017:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761970.297024:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff9c6f84ef7800 x1876699777463296/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761970.297033:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777463296/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761970.297040:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761970.297043:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761970.297046:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777463296:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789761970.297050:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777463424:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761970.297062:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761970.297071:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff9c6f84ef5c00 x1876699777463424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761970.297124:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777463424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761970.297134:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761970.297137:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761970.297141:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777463424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789761970.297148:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777463552:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789761970.297171:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789761970.297212:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff9c6f84ef4000 x1876699777463552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761970.297275:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777463552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761970.297281:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761970.297283:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789761970.297285:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777463552:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761970.424396:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761971.448344:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761972.472393:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761973.496347:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761974.520395:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761975.416349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.416358:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761975.416362:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761975.416374:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1647
00000100:00080000:3.0:1789761975.416386:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761975.416394:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789761975.416428:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777463680/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761975.416453:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.416457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761975.416461:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761975.416466:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1647
00000100:00080000:3.0:1789761975.416471:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761975.416477:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761975.416487:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761975.416504:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777463808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761975.416511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777463680:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789761975.416522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.416526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761975.416528:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761975.416534:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1647
00000100:00080000:3.0:1789761975.416539:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761975.416544:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761975.416550:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761975.416571:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761975.416599:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff9c6f91eb9880 x1876699777463680/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761975.416613:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777463680/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761975.416621:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761975.416624:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761975.416627:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777463680:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789761975.416640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777463936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761975.416647:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777463808:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761975.416654:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.416657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761975.416659:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761975.416663:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1647
00000100:00080000:3.0:1789761975.416668:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761975.416670:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761975.416676:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761975.416682:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761975.416692:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff9c6f91ebb800 x1876699777463808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761975.416696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777464064/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761975.416713:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777463808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761975.416715:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.416723:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761975.416727:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761975.416729:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761975.416733:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1647
00000100:00080000:1.0:1789761975.416737:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789761975.416739:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761975.416742:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777463808:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789761975.416746:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761975.416755:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777463936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761975.416773:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761975.416786:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff9c6f91eb9f80 x1876699777463936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761975.416799:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777463936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761975.416815:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761975.416819:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761975.416822:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777463936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761975.416827:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777464064:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761975.416845:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761975.416856:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff9c6f91ebaa00 x1876699777464064/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761975.416859:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761975.416873:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777464064/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761975.416885:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761975.416890:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761975.416895:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777464064:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761975.416914:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777464192/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761975.416933:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.416937:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761975.416940:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761975.416945:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1647
00000100:00100000:1.0:1789761975.416949:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777464192:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789761975.416953:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761975.416961:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789761975.416968:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761975.416981:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777464320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761975.416992:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789761975.416995:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.417000:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761975.417003:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761975.417007:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff9c6f91ebb480 x1876699777464192/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761975.417009:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1647
00000100:00080000:3.0:1789761975.417016:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761975.417023:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761975.417027:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777464192/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761975.417029:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761975.417047:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761975.417052:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761975.417057:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777464192:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789761975.417068:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777464448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761975.417072:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777464320:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761975.417114:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761975.417129:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff9c6f91ebad80 x1876699777464320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761975.417137:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777464320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761975.417143:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761975.417145:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761975.417147:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777464320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761975.417155:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777464448:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761975.417169:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761975.417175:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff9c6f91eb9500 x1876699777464448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761975.417182:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777464448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761975.417187:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761975.417189:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761975.417191:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777464448:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789761975.544376:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761976.568347:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761977.592396:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761978.616405:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761979.640394:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761980.536365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761980.536375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761980.536379:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761980.536390:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1652
00000100:00080000:0.0:1789761980.536402:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761980.536410:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761980.536459:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777464576/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761980.536490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761980.536495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761980.536497:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761980.536503:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1652
00000100:00080000:0.0:1789761980.536508:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761980.536514:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761980.536524:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761980.536541:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777464576:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761980.536542:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777464704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761980.536569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761980.536574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761980.536577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761980.536584:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1652
00000100:00080000:0.0:1789761980.536589:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761980.536595:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761980.536601:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761980.536614:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777464832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761980.536625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761980.536628:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761980.536630:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761980.536639:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761980.536645:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1652
00000100:00080000:0.0:1789761980.536653:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761980.536658:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761980.536665:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761980.536680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777464960/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761980.536691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980]  req@ffff9c6f84ef6a00 x1876699777464576/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761980.536694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761980.536714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761980.536718:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761980.536727:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777464576/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761980.536728:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1652
00000100:00080000:0.0:1789761980.536743:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761980.536750:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761980.536752:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789761980.536759:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761980.536764:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777464576:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789761980.536765:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761980.536786:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777465088/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761980.536792:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777464704:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761980.536810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761980.536815:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761980.536818:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761980.536820:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761980.536830:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1652
00000100:00100000:1.0:1789761980.536836:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980]  req@ffff9c6f84ef5500 x1876699777464704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761980.536837:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761980.536854:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761980.536859:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777464704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761980.536873:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761980.536873:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761980.536884:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761980.536888:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777464704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761980.536892:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777464832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761980.536900:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777465216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761980.536911:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761980.536926:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980]  req@ffff9c6f84ef4380 x1876699777464832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761980.536928:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761980.536949:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761980.536957:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761980.536961:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777464832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761980.536968:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1652
00000100:00080000:0.0:1789761980.536983:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761980.536986:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761980.536993:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761980.536995:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789761980.537011:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777464832:192.168.203.138@tcp:38:kworker.0
00000008:00100000:0.0:1789761980.537020:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761980.537020:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777464960:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789761980.537050:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777465344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761980.537081:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761980.537103:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980]  req@ffff9c6f84ef6680 x1876699777464960/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761980.537112:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777464960/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761980.537119:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761980.537121:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761980.537124:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777464960:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761980.537139:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777465088:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761980.537154:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761980.537162:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980]  req@ffff9c6f84ef6300 x1876699777465088/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761980.537169:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777465088/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761980.537175:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761980.537177:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761980.537180:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777465088:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761980.537184:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777465216:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761980.537195:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761980.537201:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980]  req@ffff9c6f84ef4a80 x1876699777465216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761980.537208:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777465216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761980.537213:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761980.537215:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761980.537217:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777465216:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761980.537241:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777465344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761980.537254:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761980.537262:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980]  req@ffff9c6f84ef4700 x1876699777465344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761980.537269:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777465344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761980.537274:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761980.537277:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761980.537279:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777465344:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761980.664427:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761981.688397:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761982.712384:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761983.736367:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761984.760365:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761985.656304:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761985.656313:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761985.656317:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761985.656326:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1657
00000100:00080000:0.0:1789761985.656337:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761985.656343:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761985.656377:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777465472/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761985.656400:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761985.656402:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761985.656404:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761985.656407:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1657
00000100:00080000:0.0:1789761985.656409:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761985.656413:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761985.656421:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761985.656432:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777465472:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761985.656433:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777465600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761985.656447:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761985.656451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761985.656453:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761985.656458:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1657
00000100:00080000:0.0:1789761985.656462:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761985.656466:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761985.656471:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761985.656485:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777465728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761985.656496:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761985.656499:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761985.656501:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761985.656505:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761985.656511:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1657
00000100:00080000:0.0:1789761985.656515:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761985.656519:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761985.656524:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761985.656535:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777465856/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761985.656541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761985.656544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761985.656548:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761985.656548:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985]  req@ffff9c6f84ef7480 x1876699777465472/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761985.656556:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1657
00000100:00080000:0.0:1789761985.656562:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761985.656567:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761985.656571:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761985.656575:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777465472/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761985.656582:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777465984/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761985.656587:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761985.656592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761985.656594:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761985.656597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761985.656601:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761985.656602:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777465472:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761985.656607:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1657
00000100:00080000:0.0:1789761985.656613:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761985.656617:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761985.656620:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761985.656626:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777466112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761985.656632:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761985.656634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761985.656635:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761985.656640:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1657
00000100:00100000:1.0:1789761985.656641:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777465600:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761985.656642:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761985.656647:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761985.656653:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761985.656661:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777466240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761985.656678:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761985.656693:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985]  req@ffff9c6f84ef4700 x1876699777465600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761985.656702:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777465600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761985.656708:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761985.656710:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761985.656712:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777465600:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761985.656716:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777465728:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761985.656728:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761985.656735:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985]  req@ffff9c6f84ef4a80 x1876699777465728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761985.656742:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777465728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761985.656752:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761985.656754:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761985.656756:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777465728:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761985.656760:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777465856:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761985.656770:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761985.656776:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985]  req@ffff9c6f84ef6300 x1876699777465856/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761985.656783:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777465856/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761985.656788:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761985.656790:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761985.656792:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777465856:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761985.656795:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777465984:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761985.656804:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761985.656810:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985]  req@ffff9c6f84ef6680 x1876699777465984/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761985.656817:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777465984/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761985.656822:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761985.656823:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761985.656826:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777465984:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761985.656829:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777466112:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761985.656839:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761985.656845:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985]  req@ffff9c6f84ef4380 x1876699777466112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761985.656852:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777466112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761985.656857:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761985.656858:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761985.656860:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777466112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761985.656872:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777466240:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761985.656883:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761985.656889:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985]  req@ffff9c6f84ef5500 x1876699777466240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761985.656895:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777466240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761985.656903:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761985.656906:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761985.656909:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777466240:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789761985.784335:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761986.808367:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761987.832391:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761988.856366:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761989.880406:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761990.776351:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761990.776366:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761990.776372:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761990.776386:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1662
00000100:00080000:0.0:1789761990.776400:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761990.776409:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761990.776459:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777466368/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761990.776493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761990.776498:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761990.776500:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761990.776505:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1662
00000100:00080000:0.0:1789761990.776510:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761990.776515:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761990.776529:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761990.776529:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777466368:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789761990.776548:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777466496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761990.776563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761990.776567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761990.776569:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761990.776573:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1662
00000100:00080000:0.0:1789761990.776578:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761990.776582:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761990.776588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761990.776602:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777466624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761990.776614:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761990.776615:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761990.776621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761990.776624:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761990.776629:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1662
00000100:00080000:0.0:1789761990.776636:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761990.776641:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761990.776647:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761990.776658:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990]  req@ffff9c6f84ef6a00 x1876699777466368/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761990.776666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777466752/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761990.776679:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761990.776680:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777466368/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761990.776690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761990.776695:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761990.776698:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761990.776703:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1662
00000100:00080000:1.0:1789761990.776706:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761990.776711:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761990.776711:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777466368:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761990.776721:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761990.776729:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761990.776739:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777466496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761990.776746:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777466880/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761990.776760:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761990.776761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761990.776767:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761990.776771:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761990.776774:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990]  req@ffff9c6f84ef4000 x1876699777466496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761990.776779:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1662
00000100:00080000:0.0:1789761990.776788:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761990.776793:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777466496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761990.776799:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789761990.776809:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789761990.776811:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761990.776814:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761990.776819:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777466496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761990.776824:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777466624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789761990.776833:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777467008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761990.776842:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761990.776853:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990]  req@ffff9c6f84ef5c00 x1876699777466624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761990.776864:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777466624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761990.776879:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761990.776881:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761990.776887:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761990.776889:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761990.776890:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777466624:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789761990.776895:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761990.776898:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777466752:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789761990.776906:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1662
00000100:00080000:0.0:1789761990.776914:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761990.776917:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789761990.776937:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761990.776946:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761990.776946:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990]  req@ffff9c6f84ef7800 x1876699777466752/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761990.776969:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777466752/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761990.776970:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777467136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761990.777005:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761990.777016:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761990.777020:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777466752:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761990.777035:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777466880:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761990.777053:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761990.777061:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990]  req@ffff9c6f84ef4e00 x1876699777466880/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761990.777069:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777466880/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761990.777075:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761990.777077:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761990.777080:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777466880:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761990.777084:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777467008:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761990.777095:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761990.777101:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990]  req@ffff9c6f84ef5880 x1876699777467008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761990.777108:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777467008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761990.777113:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761990.777115:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761990.777117:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777467008:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761990.777121:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777467136:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761990.777130:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761990.777136:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990]  req@ffff9c6f84ef6d80 x1876699777467136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761990.777144:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777467136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761990.777149:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761990.777150:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761990.777152:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777467136:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789761990.904382:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761991.928414:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761992.952407:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761993.976414:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761995.000394:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761995.896325:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761995.896332:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761995.896337:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761995.896347:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1667
00000100:00080000:0.0:1789761995.896357:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761995.896364:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789761995.896404:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777467264/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761995.896427:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761995.896430:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761995.896431:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761995.896434:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1667
00000100:00080000:0.0:1789761995.896438:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761995.896441:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761995.896449:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761995.896465:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777467392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761995.896479:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777467264:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761995.896483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761995.896495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761995.896498:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761995.896503:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1667
00000100:00080000:0.0:1789761995.896507:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761995.896513:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761995.896519:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761995.896530:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777467520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761995.896539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761995.896542:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761995.896544:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761995.896548:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1667
00000100:00080000:0.0:1789761995.896559:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761995.896562:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761995.896567:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761995.896575:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789761995.896577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777467648/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761995.896593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761995.896597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761995.896599:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761995.896604:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1667
00000100:00080000:0.0:1789761995.896607:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761995.896609:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761995.896613:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761995.896622:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777467776/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761995.896631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761995.896636:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995]  req@ffff9c6f84ef5f80 x1876699777467264/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761995.896638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761995.896642:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761995.896656:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1667
00000100:00080000:0.0:1789761995.896667:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761995.896677:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761995.896681:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761995.896690:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777467264/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761995.896694:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777467904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761995.896720:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761995.896724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761995.896728:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789761995.896730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761995.896736:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761995.896736:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777467264:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789761995.896760:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1667
00000100:00080000:0.0:1789761995.896764:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761995.896768:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789761995.896773:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761995.896785:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777468032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761995.896788:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777467392:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761995.896829:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761995.896848:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995]  req@ffff9c6f84ef6d80 x1876699777467392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761995.896862:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777467392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761995.896872:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761995.896875:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761995.896897:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777467392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761995.896905:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777467520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761995.896928:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761995.896941:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995]  req@ffff9c6f84ef5880 x1876699777467520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761995.896950:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777467520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761995.896960:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761995.896962:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761995.896965:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777467520:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761995.896969:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777467648:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761995.896985:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761995.896991:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995]  req@ffff9c6f84ef4e00 x1876699777467648/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761995.896998:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777467648/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761995.897004:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761995.897005:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761995.897007:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777467648:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761995.897011:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777467776:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789761995.897022:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761995.897028:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995]  req@ffff9c6f84ef7800 x1876699777467776/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761995.897035:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777467776/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761995.897040:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761995.897041:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761995.897044:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777467776:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789761995.897048:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777467904:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761995.897058:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761995.897064:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995]  req@ffff9c6f84ef5c00 x1876699777467904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761995.897070:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777467904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761995.897075:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761995.897078:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761995.897080:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777467904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789761995.897094:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777468032:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789761995.897105:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789761995.897111:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995]  req@ffff9c6f84ef4000 x1876699777468032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761995.897119:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777468032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761995.897124:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761995.897125:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789761995.897127:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777468032:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789761996.024503:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761997.048424:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761998.072480:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761999.096394:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762000.120417:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762001.016342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762001.016350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762001.016366:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762001.016376:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1672
00000100:00080000:1.0:1789762001.016385:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762001.016391:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762001.016426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777468160/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762001.016451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762001.016453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762001.016455:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762001.016457:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1672
00000100:00080000:1.0:1789762001.016459:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762001.016462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762001.016469:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762001.016477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777468288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762001.016483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762001.016487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762001.016488:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762001.016491:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1672
00000100:00080000:1.0:1789762001.016493:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762001.016497:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762001.016501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762001.016507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777468416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762001.016519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762001.016522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762001.016523:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762001.016529:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1672
00000100:00080000:1.0:1789762001.016532:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762001.016537:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762001.016537:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777468160:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789762001.016550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762001.016558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777468544/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762001.016565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762001.016567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762001.016568:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762001.016573:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1672
00000100:00080000:1.0:1789762001.016575:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762001.016577:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762001.016581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762001.016590:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777468672/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762001.016597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762001.016600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762001.016602:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762001.016604:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1672
00000100:00080000:1.0:1789762001.016607:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762001.016610:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762001.016614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762001.016625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777468800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762001.016634:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762001.016636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762001.016645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762001.016647:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762001.016652:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1672
00000100:00080000:1.0:1789762001.016656:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762001.016661:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762001.016666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762001.016677:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777468928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762001.016707:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff9c6f9118ed80 x1876699777468160/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762001.016723:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777468160/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762001.016734:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762001.016738:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762001.016742:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777468160:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762001.016748:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777468288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762001.016764:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762001.016773:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff9c6f9118d500 x1876699777468288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762001.016781:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777468288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762001.016786:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762001.016788:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762001.016790:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777468288:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762001.016813:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777468416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762001.016825:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762001.016832:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff9c6f9118f100 x1876699777468416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762001.016840:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777468416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762001.016865:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762001.016868:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762001.016870:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777468416:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762001.016875:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777468544:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762001.016891:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762001.016899:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff9c6f9118c700 x1876699777468544/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762001.016907:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777468544/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762001.016912:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762001.016915:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762001.016917:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777468544:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762001.016920:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777468672:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762001.016930:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762001.016936:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff9c6f9118e680 x1876699777468672/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762001.016943:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777468672/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762001.016949:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762001.016951:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762001.016953:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777468672:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762001.016956:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777468800:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762001.016966:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762001.016972:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff9c6f9118ce00 x1876699777468800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762001.016979:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777468800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762001.016983:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762001.016986:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762001.016987:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777468800:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762001.016991:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777468928:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762001.017000:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762001.017006:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff9c6f9118c380 x1876699777468928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762001.017012:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777468928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762001.017017:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762001.017019:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762001.017021:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777468928:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762001.144406:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762002.168441:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762003.192441:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762004.216427:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762005.240359:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762006.136351:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762006.136360:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762006.136363:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762006.136372:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1677
00000100:00080000:3.0:1789762006.136382:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762006.136389:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762006.136431:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777469056/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762006.136466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762006.136469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762006.136471:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762006.136474:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1677
00000100:00080000:3.0:1789762006.136477:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762006.136481:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762006.136488:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762006.136499:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777469184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762006.136507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762006.136510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762006.136511:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762006.136516:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1677
00000100:00100000:2.0:1789762006.136518:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777469056:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762006.136519:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762006.136525:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762006.136530:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762006.136537:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777469312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762006.136544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762006.136546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762006.136547:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762006.136550:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1677
00000100:00080000:3.0:1789762006.136553:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762006.136562:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762006.136565:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762006.136577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777469440/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762006.136580:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762006.136589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762006.136592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762006.136593:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762006.136597:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1677
00000100:00080000:3.0:1789762006.136602:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762006.136604:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762006.136607:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762006.136616:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777469568/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762006.136623:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff9c6f91eb9500 x1876699777469056/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762006.136626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762006.136635:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762006.136638:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762006.136645:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1677
00000100:00080000:3.0:1789762006.136647:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762006.136653:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777469056/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762006.136653:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762006.136660:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762006.136670:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762006.136674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777469696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762006.136677:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762006.136685:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777469056:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762006.136688:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762006.136693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762006.136695:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762006.136698:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1677
00000100:00080000:3.0:1789762006.136701:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762006.136703:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762006.136706:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762006.136710:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777469184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762006.136715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777469824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762006.136742:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762006.136753:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff9c6f91ebad80 x1876699777469184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762006.136762:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777469184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762006.136768:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762006.136770:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762006.136772:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777469184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762006.136776:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777469312:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762006.136786:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762006.136792:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff9c6f91ebb480 x1876699777469312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762006.136800:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777469312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762006.136818:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762006.136820:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762006.136823:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777469312:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762006.136827:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777469440:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762006.136860:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762006.136868:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff9c6f91ebaa00 x1876699777469440/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762006.136877:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777469440/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762006.136884:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762006.136886:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762006.136888:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777469440:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762006.136892:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777469568:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762006.136919:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762006.136927:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff9c6f91eb9f80 x1876699777469568/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762006.136936:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777469568/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762006.136943:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762006.136946:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762006.136949:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777469568:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762006.136953:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777469696:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762006.136966:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762006.136991:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff9c6f91ebb800 x1876699777469696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762006.137000:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777469696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762006.137007:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762006.137010:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762006.137012:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777469696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762006.137028:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777469824:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762006.137059:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762006.137066:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff9c6f91eb9880 x1876699777469824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762006.137073:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777469824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762006.137079:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762006.137081:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762006.137084:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777469824:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762006.264398:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762007.288328:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762008.312362:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762009.336473:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762010.360358:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762011.256297:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.256308:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762011.256313:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.256331:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1682
00000100:00080000:3.0:1789762011.256343:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.256352:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762011.256408:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777469952/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762011.256439:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.256443:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762011.256445:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.256450:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1682
00000100:00080000:3.0:1789762011.256454:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.256459:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762011.256471:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762011.256475:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777469952:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762011.256490:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777470080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762011.256502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.256505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762011.256507:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.256510:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1682
00000100:00080000:3.0:1789762011.256514:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.256517:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762011.256521:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762011.256543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777470208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762011.256555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.256559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762011.256561:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.256567:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1682
00000100:00080000:3.0:1789762011.256574:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.256581:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762011.256588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762011.256604:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777470080:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762011.256610:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777470336/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762011.256624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762011.256667:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777470208:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762011.256690:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777470336:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789762011.256712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762011.256716:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.256721:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1682
00000100:00080000:3.0:1789762011.256726:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.256730:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762011.256735:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762011.256751:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777470464/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762011.256786:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.256791:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762011.256794:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.256800:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1682
00000100:00080000:3.0:1789762011.256805:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762011.256813:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777470464:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789762011.256817:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762011.256829:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762011.256846:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777470592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762011.256881:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.256886:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762011.256889:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.256895:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1682
00000100:00080000:3.0:1789762011.256902:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.256908:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762011.256916:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762011.256917:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777470592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762011.256939:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777470720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762011.256972:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777470720:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762011.384428:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762012.408381:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762013.432445:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762014.328551:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789762014.328595:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762014.328612:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762014.328649:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762014.328657:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762014.328664:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762014.328671:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762014.328679:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762014.328693:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789762014.328712:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762014]  req@ffff9c6f91eb9500 x1876699777470720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762014.328740:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777470720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762014.328766:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762014.328772:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762014.328777:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777470720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762014.328786:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762014]  req@ffff9c6f91ebad80 x1876699777470592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762014.328800:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777470592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762014.328809:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762014.328813:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762014.328817:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777470592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762014.328824:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762014]  req@ffff9c6f91ebb480 x1876699777470464/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762014.328836:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777470464/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762014.328844:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762014.328848:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762014.328852:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777470464:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762014.328859:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762014]  req@ffff9c6f91ebaa00 x1876699777470336/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762014.328870:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777470336/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762014.328878:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762014.328881:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762014.328885:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777470336:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762014.328890:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762014]  req@ffff9c6f91ebb800 x1876699777470080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762014.328903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777470080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762014.328911:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762014.328914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762014.328918:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777470080:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762014.328924:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762014]  req@ffff9c6f91eb9f80 x1876699777470208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762014.328936:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777470208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762014.328943:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762014.328947:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762014.328950:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777470208:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762014.328957:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762014]  req@ffff9c6f91eb9880 x1876699777469952/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762014.328970:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777469952/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762014.328977:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762014.328981:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762014.328984:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777469952:192.168.203.138@tcp:250:kworker.0
00010000:00010000:3.0:1789762014.456403:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762015.480475:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762016.376332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762016.376342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762016.376347:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.376359:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1688
00000100:00080000:3.0:1789762016.376370:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.376379:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762016.376419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777470848/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762016.376449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762016.376453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762016.376455:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.376460:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1688
00000100:00080000:3.0:1789762016.376463:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.376467:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762016.376476:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762016.376490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777470976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762016.376504:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777470848:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762016.376504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762016.376513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762016.376516:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.376521:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1688
00000100:00080000:3.0:1789762016.376524:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.376527:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762016.376532:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762016.376543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777471104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762016.376554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762016.376557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762016.376559:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.376563:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1688
00000100:00080000:3.0:1789762016.376568:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.376572:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762016.376577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762016.376578:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762016.376593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777471232/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762016.376610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762016.376614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762016.376616:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.376621:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1688
00000100:00100000:1.0:1789762016.376627:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff9c6f91eb9880 x1876699777470848/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762016.376627:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.376633:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762016.376640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762016.376655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777471360/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762016.376663:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777470848/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762016.376670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762016.376678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762016.376682:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762016.376688:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762016.376689:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1688
00000100:00080000:3.0:1789762016.376697:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762016.376699:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762016.376705:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762016.376709:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777470848:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789762016.376713:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762016.376725:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777471488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762016.376750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762016.376751:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777470976:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762016.376757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762016.376762:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.376767:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1688
00000100:00080000:3.0:1789762016.376772:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.376776:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789762016.376787:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789762016.376793:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762016.376805:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff9c6f91eb9f80 x1876699777470976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762016.376811:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777471616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762016.376853:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777470976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762016.376865:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762016.376869:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762016.376873:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777470976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762016.376879:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777471104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762016.376900:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762016.376913:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff9c6f91ebb800 x1876699777471104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762016.376926:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777471104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762016.376935:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762016.376938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762016.376942:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777471104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762016.376948:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777471232:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762016.376968:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762016.376978:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff9c6f91ebaa00 x1876699777471232/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762016.376991:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777471232/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762016.377007:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762016.377010:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762016.377014:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777471232:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762016.377020:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777471360:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762016.377039:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762016.377049:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff9c6f91ebb480 x1876699777471360/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762016.377062:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777471360/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762016.377070:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762016.377074:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762016.377077:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777471360:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762016.377096:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777471488:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762016.377115:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762016.377126:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff9c6f91ebad80 x1876699777471488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762016.377139:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777471488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762016.377147:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762016.377151:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762016.377155:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777471488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762016.377161:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777471616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762016.377180:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762016.377191:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff9c6f91eb9500 x1876699777471616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762016.377203:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777471616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762016.377211:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762016.377214:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762016.377218:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777471616:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762016.504450:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762017.528463:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762018.552412:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762019.576414:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762020.600449:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762021.496336:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762021.496348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762021.496354:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762021.496365:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1693
00000100:00080000:0.0:1789762021.496375:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762021.496383:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762021.496427:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777471744/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762021.496454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762021.496458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762021.496460:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762021.496466:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1693
00000100:00080000:0.0:1789762021.496471:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762021.496476:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762021.496485:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762021.496497:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777471744:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762021.496502:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777471872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762021.496517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762021.496522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762021.496525:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762021.496530:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1693
00000100:00080000:0.0:1789762021.496534:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762021.496538:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762021.496544:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762021.496558:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777472000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762021.496568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762021.496572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762021.496575:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762021.496580:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762021.496588:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1693
00000100:00080000:0.0:1789762021.496594:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762021.496600:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762021.496606:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762021.496623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777472128/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762021.496633:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff9c6f84ef6a00 x1876699777471744/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762021.496637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762021.496652:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762021.496656:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762021.496664:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1693
00000100:00080000:0.0:1789762021.496669:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762021.496674:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762021.496679:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762021.496681:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777471744/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762021.496713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777472256/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762021.496714:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762021.496723:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762021.496735:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777471744:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762021.496756:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762021.496761:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762021.496763:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762021.496768:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1693
00000100:00080000:0.0:1789762021.496774:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762021.496779:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777471872:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762021.496785:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762021.496793:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762021.496810:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777472384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762021.496811:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762021.496827:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff9c6f84ef5500 x1876699777471872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762021.496831:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762021.496846:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762021.496852:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762021.496855:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777471872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762021.496864:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1693
00000100:00080000:1.0:1789762021.496878:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762021.496879:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762021.496891:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762021.496895:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762021.496902:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777471872:192.168.203.138@tcp:38:kworker.0
00000008:00100000:0.0:1789762021.496910:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762021.496915:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777472000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762021.496936:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777472512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762021.496942:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762021.496956:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff9c6f84ef4380 x1876699777472000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762021.496974:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777472000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762021.496980:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762021.496982:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762021.496989:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777472000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762021.496994:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777472128:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762021.497006:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762021.497012:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff9c6f84ef6680 x1876699777472128/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762021.497019:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777472128/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762021.497025:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762021.497027:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762021.497029:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777472128:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762021.497033:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777472256:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762021.497043:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762021.497049:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff9c6f84ef6300 x1876699777472256/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762021.497055:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777472256/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762021.497060:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762021.497062:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762021.497064:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777472256:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762021.497076:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777472384:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762021.497087:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762021.497093:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff9c6f84ef4a80 x1876699777472384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762021.497100:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777472384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762021.497104:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762021.497106:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762021.497109:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777472384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762021.497113:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777472512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762021.497123:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762021.497129:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff9c6f84ef4700 x1876699777472512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762021.497137:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777472512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762021.497142:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762021.497144:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762021.497145:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777472512:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762021.624449:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762022.648411:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762023.672413:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762024.696382:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762025.720409:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762026.616336:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762026.616347:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762026.616351:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762026.616361:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1698
00000100:00080000:3.0:1789762026.616373:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762026.616394:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762026.616433:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777472640/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762026.616453:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762026.616456:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762026.616458:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762026.616461:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1698
00000100:00080000:3.0:1789762026.616464:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762026.616468:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762026.616476:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762026.616487:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777472640:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762026.616488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777472768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762026.616503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762026.616507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762026.616510:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762026.616514:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1698
00000100:00080000:3.0:1789762026.616519:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762026.616523:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762026.616529:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762026.616542:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777472896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762026.616550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762026.616555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762026.616558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762026.616560:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762026.616563:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1698
00000100:00080000:3.0:1789762026.616567:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762026.616570:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762026.616574:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762026.616583:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777473024/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762026.616589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762026.616591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:1.0:1789762026.616604:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026]  req@ffff9c6f91eb9500 x1876699777472640/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762026.616605:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762026.616612:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1698
00000100:00080000:3.0:1789762026.616617:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762026.616623:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762026.616628:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762026.616632:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777472640/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762026.616638:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777473152/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762026.616645:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762026.616647:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762026.616651:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762026.616664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762026.616669:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762026.616674:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777472640:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762026.616679:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1698
00000100:00080000:3.0:1789762026.616686:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762026.616690:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762026.616696:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762026.616701:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777472768:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762026.616712:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777473280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762026.616721:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762026.616726:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762026.616727:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762026.616731:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762026.616736:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1698
00000100:00080000:3.0:1789762026.616740:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762026.616744:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026]  req@ffff9c6f91ebad80 x1876699777472768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762026.616745:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762026.616752:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762026.616763:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777472768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762026.616766:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777473408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762026.616786:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762026.616792:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762026.616795:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777472768:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762026.616801:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777472896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762026.616814:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762026.616821:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026]  req@ffff9c6f91ebb480 x1876699777472896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762026.616829:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777472896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762026.616835:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762026.616837:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762026.616839:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777472896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762026.616842:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777473024:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762026.616852:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762026.616858:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026]  req@ffff9c6f91ebaa00 x1876699777473024/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762026.616865:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777473024/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762026.616870:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762026.616872:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762026.616874:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777473024:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762026.616877:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777473152:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762026.616887:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762026.616892:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026]  req@ffff9c6f91ebb800 x1876699777473152/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762026.616898:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777473152/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762026.616903:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762026.616905:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762026.616907:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777473152:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762026.616918:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777473280:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762026.616927:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762026.616933:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026]  req@ffff9c6f91eb9f80 x1876699777473280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762026.616940:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777473280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762026.616945:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762026.616946:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762026.616949:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777473280:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762026.616952:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777473408:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762026.616962:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762026.616967:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026]  req@ffff9c6f91eb9880 x1876699777473408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762026.616974:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777473408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762026.616979:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762026.616981:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762026.616982:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777473408:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762026.744349:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762027.768395:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762028.792434:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762029.816396:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762030.840379:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762031.736331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762031.736343:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762031.736349:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762031.736363:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1703
00000100:00080000:3.0:1789762031.736376:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762031.736384:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762031.736478:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777473536/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762031.736506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762031.736509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762031.736511:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762031.736515:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1703
00000100:00080000:3.0:1789762031.736519:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762031.736524:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762031.736537:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762031.736541:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777473536:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762031.736557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777473664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762031.736571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762031.736575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762031.736577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762031.736581:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1703
00000100:00080000:3.0:1789762031.736585:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762031.736588:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762031.736594:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762031.736604:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777473792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762031.736628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762031.736631:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762031.736636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762031.736640:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762031.736646:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1703
00000100:00080000:3.0:1789762031.736660:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762031.736666:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762031.736672:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762031.736690:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777473920/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762031.736695:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031]  req@ffff9c6f91eb9880 x1876699777473536/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762031.736710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762031.736715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762031.736717:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762031.736730:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777473536/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762031.736738:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1703
00000100:00080000:1.0:1789762031.736744:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762031.736746:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762031.736750:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762031.736757:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777473536:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762031.736757:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762031.736767:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762031.736784:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777474048/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762031.736787:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777473664:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762031.736806:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762031.736810:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789762031.736815:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762031.736816:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762031.736823:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1703
00000100:00080000:3.0:1789762031.736828:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762031.736832:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031]  req@ffff9c6f91eb9f80 x1876699777473664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762031.736836:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762031.736845:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762031.736850:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777473664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762031.736858:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762031.736860:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777474176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762031.736864:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762031.736872:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777473664:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762031.736884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762031.736892:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762031.736894:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777473792:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762031.736896:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762031.736904:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1703
00000100:00080000:3.0:1789762031.736911:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762031.736913:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762031.736921:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762031.736925:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031]  req@ffff9c6f91ebb800 x1876699777473792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762031.736929:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762031.736937:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777473792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762031.736954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762031.736957:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777474304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762031.736960:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762031.736968:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777473792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762031.736979:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777473920:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762031.736995:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762031.737002:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031]  req@ffff9c6f91ebaa00 x1876699777473920/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762031.737010:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777473920/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762031.737016:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762031.737019:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762031.737021:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777473920:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762031.737031:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777474048:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762031.737041:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762031.737047:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031]  req@ffff9c6f91ebb480 x1876699777474048/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762031.737054:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777474048/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762031.737069:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762031.737071:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762031.737073:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777474048:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762031.737077:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777474176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762031.737089:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762031.737096:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031]  req@ffff9c6f91ebad80 x1876699777474176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762031.737104:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777474176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762031.737109:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762031.737111:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762031.737113:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777474176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762031.737116:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777474304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762031.737126:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762031.737131:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031]  req@ffff9c6f91eb9500 x1876699777474304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762031.737138:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777474304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762031.737142:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762031.737144:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762031.737147:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777474304:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762031.864470:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762032.888418:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762033.912423:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762034.936387:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762035.960369:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762036.856331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762036.856340:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762036.856354:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762036.856364:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1708
00000100:00080000:0.0:1789762036.856374:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762036.856399:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762036.856432:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777474432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762036.856471:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762036.856475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762036.856476:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762036.856481:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1708
00000100:00080000:0.0:1789762036.856484:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762036.856489:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762036.856499:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762036.856512:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777474432:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762036.856517:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777474560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762036.856537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762036.856541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762036.856542:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762036.856546:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1708
00000100:00080000:0.0:1789762036.856550:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762036.856554:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762036.856558:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762036.856569:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777474688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762036.856599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762036.856604:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762036.856605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762036.856610:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762036.856615:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1708
00000100:00080000:0.0:1789762036.856620:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762036.856649:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762036.856652:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762036.856661:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777474816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762036.856668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762036.856671:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762036.856672:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762036.856676:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1708
00000100:00080000:0.0:1789762036.856679:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762036.856682:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762036.856687:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762036]  req@ffff9c6f84ef7480 x1876699777474432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762036.856688:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762036.856701:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777474944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762036.856707:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777474432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762036.856711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762036.856719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762036.856724:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762036.856727:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762036.856728:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1708
00000100:00080000:0.0:1789762036.856732:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762036.856733:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762036.856737:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762036.856739:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777474432:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789762036.856742:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762036.856752:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777475072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762036.856757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762036.856760:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762036.856761:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762036.856764:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777474560:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762036.856768:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1708
00000100:00080000:0.0:1789762036.856772:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762036.856775:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762036.856778:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762036.856787:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777475200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762036.856791:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762036.856812:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762036]  req@ffff9c6f84ef4700 x1876699777474560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762036.856823:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777474560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762036.856830:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762036.856832:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762036.856834:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777474560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762036.856840:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777474688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762036.856859:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762036.856871:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762036]  req@ffff9c6f84ef4a80 x1876699777474688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762036.856885:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777474688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762036.856894:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762036.856897:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762036.856900:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777474688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762036.856905:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777474816:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762036.856921:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762036.856928:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762036]  req@ffff9c6f84ef6300 x1876699777474816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762036.856936:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777474816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762036.856941:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762036.856944:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762036.856946:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777474816:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762036.856949:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777474944:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762036.856959:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762036.856964:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762036]  req@ffff9c6f84ef6680 x1876699777474944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762036.856971:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777474944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762036.856976:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762036.856978:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762036.856979:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777474944:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762036.856983:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777475072:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762036.856992:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762036.856998:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762036]  req@ffff9c6f84ef4380 x1876699777475072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762036.857005:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777475072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762036.857010:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762036.857012:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762036.857014:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777475072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762036.857027:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777475200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762036.857044:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762036.857056:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762036]  req@ffff9c6f84ef5500 x1876699777475200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762036.857068:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777475200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762036.857077:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762036.857080:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762036.857084:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777475200:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762036.984393:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762038.008363:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762039.032455:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762040.056341:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762041.080368:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762041.976379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762041.976389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762041.976392:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762041.976402:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1713
00000100:00080000:3.0:1789762041.976439:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762041.976445:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762041.976528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777475328/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762041.976603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762041.976606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762041.976608:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762041.976613:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1713
00000100:00080000:3.0:1789762041.976617:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762041.976621:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762041.976630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762041.976635:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777475328:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762041.976646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777475456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762041.976657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762041.976660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762041.976661:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762041.976664:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1713
00000100:00080000:3.0:1789762041.976668:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762041.976671:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762041.976674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762041.976683:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777475584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762041.976695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762041.976700:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762041.976702:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762041.976706:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762041.976710:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1713
00000100:00080000:3.0:1789762041.976714:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762041.976727:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762041.976731:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762041.976741:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777475712/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762041.976748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762041.976751:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762041.976753:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762041.976756:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1713
00000100:00100000:1.0:1789762041.976760:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041]  req@ffff9c6f91eb9500 x1876699777475328/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762041.976761:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762041.976769:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762041.976776:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762041.976818:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777475840/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762041.976826:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762041.976831:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789762041.976833:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777475328/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762041.976834:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762041.976846:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1713
00000100:00080000:3.0:1789762041.976854:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762041.976858:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762041.976868:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762041.976872:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762041.976877:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777475328:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789762041.976881:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762041.976894:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777475968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762041.976905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762041.976907:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777475456:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762041.976929:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762041.976932:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762041.976937:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1713
00000100:00080000:3.0:1789762041.976942:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762041.976945:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762041.976950:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762041.976962:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777476096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762041.976972:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762041.976990:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041]  req@ffff9c6f91ebad80 x1876699777475456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762041.977002:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777475456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762041.977010:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762041.977013:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762041.977016:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777475456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762041.977021:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777475584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762041.977042:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762041.977059:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041]  req@ffff9c6f91ebb480 x1876699777475584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762041.977092:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777475584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762041.977101:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762041.977123:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762041.977126:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777475584:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762041.977131:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777475712:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762041.977150:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762041.977159:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041]  req@ffff9c6f91ebaa00 x1876699777475712/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762041.977168:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777475712/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762041.977174:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762041.977177:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762041.977179:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777475712:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762041.977183:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777475840:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762041.977194:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762041.977201:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041]  req@ffff9c6f91ebb800 x1876699777475840/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762041.977227:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777475840/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762041.977233:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762041.977235:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762041.977257:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777475840:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762041.977272:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777475968:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762041.977289:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762041.977298:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041]  req@ffff9c6f91eb9f80 x1876699777475968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762041.977307:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777475968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762041.977313:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762041.977315:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762041.977318:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777475968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762041.977323:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777476096:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762041.977334:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762041.977341:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041]  req@ffff9c6f91eb9880 x1876699777476096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762041.977349:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777476096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762041.977355:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762041.977357:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762041.977359:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777476096:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762042.104357:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762043.128380:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762044.152381:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762045.176361:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762046.200392:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762047.096325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762047.096334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762047.096337:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762047.096346:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1718
00000100:00080000:1.0:1789762047.096357:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762047.096364:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762047.096393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777476224/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762047.096420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762047.096424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762047.096426:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762047.096431:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1718
00000100:00080000:1.0:1789762047.096435:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762047.096441:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762047.096451:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762047.096463:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777476224:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762047.096469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777476352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762047.096480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762047.096483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762047.096484:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762047.096489:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1718
00000100:00080000:1.0:1789762047.096494:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762047.096497:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762047.096515:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762047.096525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777476480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762047.096533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762047.096536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762047.096538:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762047.096542:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1718
00000100:00080000:1.0:1789762047.096545:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762047.096550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762047.096551:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762047.096558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762047.096569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777476608/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762047.096578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762047.096581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762047.096583:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762047.096586:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1718
00000100:00080000:1.0:1789762047.096590:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762047.096594:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762047.096598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762047.096607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777476736/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762047.096616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762047.096619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762047.096620:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762047.096624:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1718
00000100:00080000:1.0:1789762047.096628:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762047.096631:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762047.096634:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762047.096644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777476864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762047.096649:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff9c6f9118f800 x1876699777476224/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762047.096654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762047.096661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762047.096665:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762047.096669:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1718
00000100:00080000:1.0:1789762047.096672:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762047.096674:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762047.096678:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777476224/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762047.096680:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762047.096691:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777476992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762047.096710:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762047.096715:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762047.096719:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777476224:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762047.096848:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777476352:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762047.096869:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762047.096882:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff9c6f9118df80 x1876699777476352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762047.096892:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777476352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762047.096899:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762047.096901:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762047.096952:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777476352:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762047.096957:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777476480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762047.096972:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762047.096981:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff9c6f9118dc00 x1876699777476480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762047.096989:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777476480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762047.096995:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762047.096997:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762047.096999:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777476480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762047.097004:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777476608:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762047.097015:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762047.097021:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff9c6f9118ca80 x1876699777476608/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762047.097028:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777476608/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762047.097033:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762047.097035:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762047.097037:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777476608:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762047.097040:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777476736:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762047.097049:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762047.097055:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff9c6f9118d180 x1876699777476736/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762047.097061:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777476736/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762047.097069:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762047.097080:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762047.097084:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777476736:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762047.097090:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777476864:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762047.097111:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762047.097123:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff9c6f9118c380 x1876699777476864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762047.097137:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777476864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762047.097146:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762047.097148:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762047.097150:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777476864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762047.097155:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777476992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762047.097179:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762047.097187:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff9c6f9118ce00 x1876699777476992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762047.097195:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777476992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762047.097200:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762047.097202:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762047.097204:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777476992:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762047.224340:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762048.248347:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762049.272370:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762050.296415:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762051.320364:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762052.216297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762052.216305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762052.216308:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762052.216317:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1723
00000100:00080000:1.0:1789762052.216328:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762052.216334:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762052.216367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777477120/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762052.216386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762052.216389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762052.216390:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762052.216393:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1723
00000100:00080000:1.0:1789762052.216396:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762052.216399:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762052.216407:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762052.216418:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777477120:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762052.216419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777477248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762052.216437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762052.216440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762052.216442:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762052.216447:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1723
00000100:00080000:1.0:1789762052.216452:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762052.216457:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762052.216478:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762052.216491:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762052.216496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777477376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762052.216509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762052.216513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762052.216514:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762052.216518:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1723
00000100:00080000:1.0:1789762052.216521:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762052.216525:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762052.216529:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762052.216535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff9c6f9118e680 x1876699777477120/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762052.216542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777477504/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762052.216560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762052.216568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762052.216571:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762052.216580:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1723
00000100:00080000:1.0:1789762052.216585:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762052.216590:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777477120/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762052.216591:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762052.216599:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762052.216603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762052.216608:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762052.216615:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777477120:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762052.216616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777477632/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762052.216637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762052.216641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762052.216644:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762052.216648:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777477248:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762052.216650:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1723
00000100:00080000:1.0:1789762052.216658:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762052.216663:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762052.216669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762052.216675:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762052.216685:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777477760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762052.216690:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff9c6f9118c700 x1876699777477248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762052.216729:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762052.216734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762052.216734:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777477248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762052.216738:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762052.216746:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1723
00000100:00080000:1.0:1789762052.216752:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762052.216752:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762052.216759:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789762052.216761:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000008:00100000:1.0:1789762052.216767:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762052.216768:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777477248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762052.216779:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777477888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762052.216782:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777477376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762052.216833:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762052.216845:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff9c6f9118f100 x1876699777477376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762052.216854:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777477376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762052.216869:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762052.216873:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762052.216876:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777477376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762052.216883:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777477504:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762052.216905:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762052.216915:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff9c6f9118d500 x1876699777477504/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762052.216923:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777477504/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762052.216932:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762052.216936:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762052.216939:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777477504:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762052.216945:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777477632:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762052.216966:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762052.216977:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff9c6f9118ed80 x1876699777477632/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762052.216987:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777477632/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762052.216993:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762052.216995:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762052.216997:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777477632:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762052.217012:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777477760:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762052.217026:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762052.217033:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff9c6f9118e680 x1876699777477760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762052.217040:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777477760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762052.217045:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762052.217047:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762052.217049:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777477760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762052.217052:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777477888:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762052.217062:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762052.217067:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff9c6f9118ce00 x1876699777477888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762052.217075:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777477888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762052.217079:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762052.217081:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762052.217083:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777477888:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762052.344448:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762053.368347:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762054.392372:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762055.416343:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762056.440461:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762057.336335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.336343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762057.336347:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.336356:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1728
00000100:00080000:3.0:1789762057.336367:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.336374:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762057.336408:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777478016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762057.336448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.336453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762057.336455:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.336460:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1728
00000100:00080000:3.0:1789762057.336465:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.336470:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762057.336481:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762057.336488:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777478016:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762057.336501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777478144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762057.336512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.336515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762057.336517:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.336520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1728
00000100:00080000:3.0:1789762057.336524:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.336528:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762057.336533:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762057.336543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777478272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762057.336547:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762057.336556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.336559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762057.336561:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.336565:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1728
00000100:00080000:3.0:1789762057.336567:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.336570:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762057.336573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762057.336582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777478400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762057.336588:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff9c6f91eb9880 x1876699777478016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762057.336592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.336599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762057.336602:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.336609:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1728
00000100:00080000:3.0:1789762057.336613:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.336618:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762057.336625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762057.336633:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777478016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762057.336635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777478528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762057.336659:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762057.336659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.336666:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762057.336668:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762057.336669:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762057.336676:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777478016:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762057.336677:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1728
00000100:00080000:3.0:1789762057.336681:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.336686:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762057.336689:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762057.336696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777478656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762057.336703:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777478144:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762057.336704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.336711:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762057.336712:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.336716:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1728
00000100:00080000:3.0:1789762057.336718:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.336721:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762057.336725:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762057.336730:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762057.336735:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777478784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762057.336744:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff9c6f91eb9f80 x1876699777478144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762057.336754:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777478144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762057.336761:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.336764:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762057.336767:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777478144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762057.336771:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777478272:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762057.336783:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762057.336801:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff9c6f91ebb800 x1876699777478272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762057.336810:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777478272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762057.336819:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.336821:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762057.336824:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777478272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762057.336827:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777478400:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762057.336839:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762057.336845:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff9c6f91ebaa00 x1876699777478400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762057.336852:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777478400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762057.336857:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.336860:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762057.336862:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777478400:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762057.336865:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777478528:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762057.336875:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762057.336881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff9c6f91ebb480 x1876699777478528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762057.336887:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777478528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762057.336892:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.336894:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762057.336896:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777478528:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762057.336907:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777478656:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762057.336917:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762057.336924:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff9c6f91ebad80 x1876699777478656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762057.336931:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777478656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762057.336936:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.336938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762057.336939:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777478656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762057.336943:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777478784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762057.336953:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762057.336959:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff9c6f91eb9500 x1876699777478784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762057.336966:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777478784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762057.336970:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.336972:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762057.336974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777478784:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762057.464396:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762058.488374:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762059.512392:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762060.536378:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762061.560374:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762062.456332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762062.456342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762062.456346:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762062.456355:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1734
00000100:00080000:3.0:1789762062.456367:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762062.456374:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762062.456431:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777478912/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762062.456460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762062.456463:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762062.456465:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762062.456469:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1734
00000100:00080000:3.0:1789762062.456474:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762062.456480:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762062.456489:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762062.456504:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777479040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762062.456515:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777478912:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762062.456522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762062.456528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762062.456530:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762062.456537:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1734
00000100:00080000:3.0:1789762062.456542:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762062.456547:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762062.456553:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762062.456569:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777479168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762062.456577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762062.456579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762062.456581:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762062.456587:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1734
00000100:00080000:3.0:1789762062.456591:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762062.456594:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762062.456598:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762062.456599:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762062.456617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777479296/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762062.456626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762062.456629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762062.456630:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762062.456633:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1734
00000100:00080000:3.0:1789762062.456637:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762062.456640:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762062.456645:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762062.456652:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff9c6f91eb9500 x1876699777478912/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762062.456656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777479424/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762062.456674:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777478912/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762062.456674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762062.456691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762062.456697:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762062.456711:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1734
00000100:00080000:1.0:1789762062.456713:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762062.456715:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762062.456721:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762062.456725:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762062.456730:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777478912:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789762062.456732:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762062.456749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777479552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762062.456761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762062.456763:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762062.456766:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762062.456767:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777479040:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762062.456776:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1734
00000100:00080000:3.0:1789762062.456783:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762062.456786:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762062.456789:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762062.456800:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777479680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762062.456819:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762062.456838:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff9c6f91ebad80 x1876699777479040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762062.456850:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777479040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762062.456860:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762062.456864:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762062.456868:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777479040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762062.456876:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777479168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762062.456900:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762062.456909:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff9c6f91ebb480 x1876699777479168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762062.456923:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777479168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762062.456929:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762062.456931:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762062.456934:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777479168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762062.456938:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777479296:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762062.456952:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762062.456958:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff9c6f91ebaa00 x1876699777479296/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762062.456966:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777479296/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762062.456971:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762062.456973:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762062.456975:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777479296:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762062.456979:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777479424:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762062.456990:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762062.456996:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff9c6f91ebb800 x1876699777479424/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762062.457003:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777479424/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762062.457013:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762062.457015:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762062.457017:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777479424:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762062.457021:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777479552:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762062.457035:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762062.457045:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff9c6f91eb9f80 x1876699777479552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762062.457056:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777479552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762062.457064:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762062.457068:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762062.457072:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777479552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762062.457091:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777479680:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762062.457107:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762062.457115:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff9c6f91eb9880 x1876699777479680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762062.457123:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777479680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762062.457128:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762062.457130:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762062.457133:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777479680:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762062.584396:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762063.608347:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762064.632340:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762065.656378:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762066.680409:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762067.576368:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762067.576383:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762067.576389:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762067.576404:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1739
00000100:00080000:3.0:1789762067.576418:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762067.576427:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762067.576471:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777479808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762067.576499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762067.576503:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762067.576504:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762067.576508:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1739
00000100:00080000:3.0:1789762067.576511:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762067.576515:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762067.576525:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762067.576537:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777479936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762067.576548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762067.576552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762067.576556:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762067.576560:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777479808:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762067.576562:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1739
00000100:00080000:3.0:1789762067.576565:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762067.576577:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762067.576587:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762067.576605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777480064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762067.576617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762067.576621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762067.576624:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762067.576629:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1739
00000100:00080000:3.0:1789762067.576634:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762067.576639:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762067.576644:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762067.576657:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762067.576657:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777480192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762067.576673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762067.576677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762067.576678:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762067.576682:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1739
00000100:00080000:3.0:1789762067.576688:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762067.576693:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762067.576697:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762067.576705:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777480320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762067.576715:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762067.576719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762067.576721:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762067.576730:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1739
00000100:00100000:1.0:1789762067.576735:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067]  req@ffff9c6f91eb9880 x1876699777479808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762067.576738:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762067.576755:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762067.576771:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762067.576781:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777479808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762067.576787:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777480448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762067.576825:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762067.576840:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762067.576840:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762067.576851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762067.576854:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762067.576855:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777479808:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762067.576866:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1739
00000100:00080000:3.0:1789762067.576875:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762067.576883:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762067.576890:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762067.576899:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777479936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762067.576908:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777480576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762067.576928:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762067.576941:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067]  req@ffff9c6f91eb9f80 x1876699777479936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762067.576952:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777479936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762067.576960:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762067.576963:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762067.576965:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777479936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762067.576970:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777480064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762067.576983:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762067.576990:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067]  req@ffff9c6f91ebb800 x1876699777480064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762067.576997:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777480064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762067.577002:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762067.577004:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762067.577005:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777480064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762067.577009:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777480192:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762067.577021:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762067.577026:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067]  req@ffff9c6f91ebaa00 x1876699777480192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762067.577033:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777480192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762067.577038:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762067.577040:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762067.577042:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777480192:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762067.577045:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777480320:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762067.577054:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762067.577060:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067]  req@ffff9c6f91ebb480 x1876699777480320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762067.577072:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777480320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762067.577077:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762067.577079:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762067.577080:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777480320:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762067.577084:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777480448:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762067.577094:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762067.577099:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067]  req@ffff9c6f91ebad80 x1876699777480448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762067.577106:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777480448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762067.577110:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762067.577112:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762067.577114:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777480448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762067.577127:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777480576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762067.577147:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762067.577158:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067]  req@ffff9c6f91eb9500 x1876699777480576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762067.577170:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777480576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762067.577185:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762067.577189:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762067.577193:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777480576:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762067.704398:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762068.728360:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762069.752411:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762070.776360:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762071.800380:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762072.696383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762072.696392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762072.696396:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762072.696404:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1744
00000100:00080000:1.0:1789762072.696414:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762072.696420:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762072.696453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777480704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762072.696479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762072.696482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762072.696483:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762072.696486:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1744
00000100:00080000:1.0:1789762072.696489:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762072.696493:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762072.696501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762072.696510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777480832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762072.696518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762072.696522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762072.696525:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762072.696533:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1744
00000100:00100000:3.0:1789762072.696536:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777480704:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762072.696537:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762072.696547:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762072.696554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762072.696572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777480960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762072.696581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762072.696585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762072.696587:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762072.696591:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1744
00000100:00080000:1.0:1789762072.696597:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762072.696602:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762072.696608:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762072.696621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777481088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762072.696631:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762072.696643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762072.696648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762072.696650:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762072.696656:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1744
00000100:00080000:1.0:1789762072.696663:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762072.696668:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762072.696674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762072.696691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762072]  req@ffff9c6f9118c380 x1876699777480704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762072.696693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777481216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762072.696753:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777480704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762072.696766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762072.696771:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762072.696773:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762072.696780:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762072.696781:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762072.696785:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777480704:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762072.696792:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1744
00000100:00080000:1.0:1789762072.696800:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762072.696807:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762072.696814:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762072.696820:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777480832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762072.696835:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777481344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762072.696849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762072.696852:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762072.696853:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762072.696860:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762072.696861:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1744
00000100:00080000:1.0:1789762072.696872:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762072.696877:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762072.696882:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762072.696892:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762072]  req@ffff9c6f9118d180 x1876699777480832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762072.696897:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777481472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762072.696946:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777480832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762072.696957:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762072.696961:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762072.696965:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777480832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762072.696975:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777480960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762072.696995:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762072.697003:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762072]  req@ffff9c6f9118ca80 x1876699777480960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762072.697011:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777480960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762072.697016:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762072.697018:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762072.697020:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777480960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762072.697024:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777481088:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762072.697043:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762072.697055:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762072]  req@ffff9c6f9118dc00 x1876699777481088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762072.697068:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777481088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762072.697078:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762072.697082:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762072.697085:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777481088:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762072.697090:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777481216:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762072.697107:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762072.697115:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762072]  req@ffff9c6f9118df80 x1876699777481216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762072.697123:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777481216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762072.697128:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762072.697130:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762072.697133:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777481216:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762072.697147:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777481344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762072.697158:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762072.697165:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762072]  req@ffff9c6f9118f800 x1876699777481344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762072.697172:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777481344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762072.697178:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762072.697180:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762072.697182:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777481344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762072.697186:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777481472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762072.697196:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762072.697202:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762072]  req@ffff9c6f9118c380 x1876699777481472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762072.697215:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777481472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762072.697246:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762072.697251:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762072.697254:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777481472:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762072.824389:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762073.848371:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762074.872368:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762075.896380:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762076.920371:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762077.816324:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762077.816334:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762077.816339:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762077.816350:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1749
00000100:00080000:3.0:1789762077.816362:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762077.816369:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762077.816401:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777481600/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762077.816425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762077.816428:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762077.816429:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762077.816432:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1749
00000100:00080000:3.0:1789762077.816435:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762077.816438:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762077.816446:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762077.816457:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777481728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762077.816466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762077.816468:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777481600:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762077.816469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762077.816472:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762077.816480:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1749
00000100:00080000:3.0:1789762077.816483:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762077.816485:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762077.816488:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762077.816496:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777481856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762077.816502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762077.816505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762077.816506:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762077.816509:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1749
00000100:00080000:3.0:1789762077.816511:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762077.816513:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762077.816517:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762077.816524:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777481984/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762077.816530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762077.816532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762077.816534:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762077.816536:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1749
00000100:00080000:3.0:1789762077.816539:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762077.816542:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762077.816545:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762077.816552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777482112/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762077.816558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762077.816561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762077.816563:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762077.816565:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1749
00000100:00080000:3.0:1789762077.816568:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762077.816572:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762077.816575:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762077.816583:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777482240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762077.816589:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777481728:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762077.816592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762077.816597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762077.816598:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762077.816602:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1749
00000100:00080000:3.0:1789762077.816605:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762077.816608:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762077.816611:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762077.816621:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777482368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762077.816637:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777481856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762077.816668:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777481984:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762077.816695:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777482112:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762077.816719:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777482240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762077.816740:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777482368:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762077.944392:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762078.968393:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762079.992422:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789762080.888513:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:0.0:1789762080.888573:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789762080.888592:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762080.888633:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762080.888642:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762080.888652:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762080.888664:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762080.888676:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762080.888689:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789762080.888691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762080]  req@ffff9c6f91ebad80 x1876699777481728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762080.888720:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777481728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762080.888733:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762080.888742:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762080.888747:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777481728:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762080.888754:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762080]  req@ffff9c6f91ebb480 x1876699777481856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762080.888766:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777481856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762080.888773:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762080.888778:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762080.888782:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777481856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762080.888789:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762080]  req@ffff9c6f91ebaa00 x1876699777481984/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762080.888807:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777481984/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762080.888815:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762080.888819:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762080.888822:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777481984:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762080.888852:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762080]  req@ffff9c6f91ebb800 x1876699777482112/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762080.888864:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777482112/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762080.888872:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762080.888875:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762080.888878:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777482112:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762080.888885:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762080]  req@ffff9c6f91eb9500 x1876699777481600/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762080.888896:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777481600/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762080.888903:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762080.888906:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762080.888909:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777481600:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762080.888936:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762080]  req@ffff9c6f91eb9f80 x1876699777482240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762080.888948:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777482240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762080.888956:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762080.888959:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762080.888962:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777482240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762080.888968:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762080]  req@ffff9c6f91eb9880 x1876699777482368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762080.888979:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777482368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762080.888987:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762080.888991:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762080.888994:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777482368:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762081.016386:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762082.040383:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762082.936335:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762082.936344:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762082.936348:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762082.936355:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1754
00000100:00080000:3.0:1789762082.936366:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762082.936372:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762082.936405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777482496/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762082.936438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762082.936441:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762082.936443:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762082.936448:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1754
00000100:00080000:3.0:1789762082.936453:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762082.936458:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762082.936469:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762082.936478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777482496:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762082.936488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777482624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762082.936503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762082.936506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762082.936508:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762082.936514:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1754
00000100:00080000:3.0:1789762082.936519:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762082.936524:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762082.936530:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762082.936539:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762082.936546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777482752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762082.936558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762082.936562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762082.936564:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762082.936569:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1754
00000100:00080000:3.0:1789762082.936574:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762082.936588:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082]  req@ffff9c6f91eb9880 x1876699777482496/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762082.936591:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762082.936601:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762082.936632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777482880/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762082.936639:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777482496/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762082.936648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762082.936656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762082.936658:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762082.936659:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762082.936666:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1754
00000100:00080000:1.0:1789762082.936669:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762082.936674:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762082.936678:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777482496:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762082.936684:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762082.936691:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762082.936706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777483008/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762082.936725:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777482624:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762082.936728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762082.936734:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762082.936737:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762082.936742:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1754
00000100:00080000:3.0:1789762082.936747:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762082.936753:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762082.936759:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762082.936760:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762082.936778:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777483136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762082.936786:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082]  req@ffff9c6f91eb9f80 x1876699777482624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762082.936792:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762082.936801:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762082.936804:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762082.936809:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1754
00000100:00080000:3.0:1789762082.936815:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762082.936822:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762082.936823:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777482624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762082.936830:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762082.936843:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762082.936848:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777483264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762082.936852:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762082.936861:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777482624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762082.936876:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777482752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762082.936901:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762082.936917:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082]  req@ffff9c6f91eb9500 x1876699777482752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762082.936931:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777482752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762082.936943:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762082.936946:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762082.936949:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777482752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762082.936955:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777482880:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762082.936972:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762082.936983:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082]  req@ffff9c6f91ebb800 x1876699777482880/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762082.936993:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777482880/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762082.937000:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762082.937003:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762082.937006:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777482880:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762082.937022:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777483008:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762082.937041:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762082.937052:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082]  req@ffff9c6f91ebaa00 x1876699777483008/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762082.937069:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777483008/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762082.937077:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762082.937081:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762082.937085:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777483008:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762082.937092:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777483136:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762082.937112:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762082.937123:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082]  req@ffff9c6f91ebb480 x1876699777483136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762082.937136:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777483136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762082.937150:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762082.937153:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762082.937157:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777483136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762082.937164:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777483264:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762082.937196:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762082.937208:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082]  req@ffff9c6f91ebad80 x1876699777483264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762082.937220:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777483264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762082.937270:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762082.937274:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762082.937277:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777483264:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762083.064380:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762084.088377:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762085.112369:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762086.136366:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762087.160443:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762088.056383:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762088.056392:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762088.056395:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762088.056405:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1759
00000100:00080000:0.0:1789762088.056415:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762088.056421:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762088.056455:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777483392/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762088.056481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762088.056483:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762088.056485:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762088.056488:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1759
00000100:00080000:0.0:1789762088.056490:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762088.056492:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762088.056501:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762088.056515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777483520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762088.056531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762088.056532:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777483392:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762088.056537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762088.056543:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762088.056551:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1759
00000100:00080000:0.0:1789762088.056555:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762088.056559:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762088.056564:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762088.056575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777483648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762088.056582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762088.056585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762088.056586:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762088.056589:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1759
00000100:00080000:0.0:1789762088.056609:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762088.056612:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762088.056616:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762088.056623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777483776/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762088.056631:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762088.056641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762088.056644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762088.056645:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762088.056649:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1759
00000100:00080000:0.0:1789762088.056652:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762088.056656:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762088.056660:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762088.056668:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777483904/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762088.056675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762088.056677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762088.056678:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762088.056680:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1759
00000100:00080000:0.0:1789762088.056682:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762088.056685:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762088.056690:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762088.056704:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff9c6f84ef6a00 x1876699777483392/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762088.056705:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777484032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762088.056778:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762088.056781:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762088.056784:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762088.056789:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1759
00000100:00100000:1.0:1789762088.056791:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777483392/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762088.056794:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762088.056805:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762088.056821:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762088.056829:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762088.056837:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777484160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762088.056844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762088.056861:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777483392:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762088.056895:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777483520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762088.056919:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762088.056931:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff9c6f84ef4000 x1876699777483520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762088.056944:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777483520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.056953:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.056957:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762088.056961:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777483520:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762088.056967:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777483648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762088.056982:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762088.056991:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff9c6f84ef5c00 x1876699777483648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762088.057008:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777483648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.057016:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.057019:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762088.057022:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777483648:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762088.057029:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777483776:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762088.057050:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762088.057062:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff9c6f84ef7800 x1876699777483776/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762088.057075:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777483776/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.057083:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.057086:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762088.057090:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777483776:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762088.057096:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777483904:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762088.057113:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762088.057122:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff9c6f84ef4e00 x1876699777483904/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762088.057142:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777483904/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.057157:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.057161:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762088.057164:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777483904:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762088.057171:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777484032:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762088.057205:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762088.057219:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff9c6f84ef5880 x1876699777484032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762088.057261:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777484032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.057270:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.057275:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762088.057279:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777484032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762088.057287:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777484160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762088.057310:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762088.057328:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff9c6f84ef6d80 x1876699777484160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762088.057341:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777484160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.057350:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.057353:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762088.057357:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777484160:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762088.184407:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762089.208410:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762090.232325:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762091.256373:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762092.280378:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762093.176317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762093.176325:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762093.176329:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762093.176337:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1764
00000100:00080000:3.0:1789762093.176346:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762093.176353:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762093.176386:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777484288/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762093.176408:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762093.176410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762093.176412:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762093.176415:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1764
00000100:00080000:3.0:1789762093.176418:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762093.176421:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762093.176429:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762093.176439:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777484416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762093.176444:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777484288:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762093.176456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762093.176459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762093.176461:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762093.176465:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1764
00000100:00080000:3.0:1789762093.176468:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762093.176470:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762093.176474:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762093.176482:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777484544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762093.176489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762093.176491:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762093.176493:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762093.176495:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1764
00000100:00080000:3.0:1789762093.176499:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762093.176501:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762093.176504:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762093.176509:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762093.176513:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777484672/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762093.176521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762093.176523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762093.176525:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762093.176528:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1764
00000100:00080000:3.0:1789762093.176530:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762093.176532:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762093.176535:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762093.176542:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777484800/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762093.176549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762093.176552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762093.176556:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762093.176557:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff9c6f91ebad80 x1876699777484288/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762093.176564:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1764
00000100:00080000:3.0:1789762093.176570:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762093.176574:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762093.176577:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762093.176580:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777484288/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762093.176588:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777484928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762093.176590:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.176599:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762093.176603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762093.176607:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777484288:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762093.176608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762093.176612:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762093.176617:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1764
00000100:00080000:3.0:1789762093.176619:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762093.176621:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762093.176624:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762093.176631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777485056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762093.176634:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777484416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762093.176660:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762093.176671:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff9c6f91ebb480 x1876699777484416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762093.176679:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777484416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762093.176685:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.176687:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762093.176689:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777484416:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762093.176693:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777484544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762093.176702:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762093.176709:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff9c6f91ebaa00 x1876699777484544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762093.176716:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777484544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762093.176721:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.176723:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762093.176725:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777484544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762093.176728:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777484672:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762093.176738:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762093.176744:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff9c6f91ebb800 x1876699777484672/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762093.176751:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777484672/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762093.176756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.176758:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762093.176760:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777484672:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762093.176763:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777484800:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762093.176771:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762093.176776:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff9c6f91eb9500 x1876699777484800/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762093.176783:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777484800/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762093.176788:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.176790:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762093.176792:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777484800:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762093.176795:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777484928:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762093.176805:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762093.176811:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff9c6f91eb9f80 x1876699777484928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762093.176817:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777484928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762093.176821:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.176823:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762093.176825:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777484928:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762093.176836:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777485056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762093.176845:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762093.176851:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff9c6f91eb9880 x1876699777485056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762093.176858:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777485056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762093.176863:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.176865:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762093.176867:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777485056:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762093.304345:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762094.328447:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762095.352557:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762096.376380:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762097.400435:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762098.296332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762098.296341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762098.296345:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762098.296353:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1769
00000100:00080000:0.0:1789762098.296362:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762098.296368:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762098.296404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777485184/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762098.296428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762098.296432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762098.296433:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762098.296436:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1769
00000100:00080000:0.0:1789762098.296438:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762098.296441:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762098.296449:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762098.296460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777485312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762098.296470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762098.296470:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777485184:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762098.296477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762098.296480:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762098.296484:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1769
00000100:00080000:0.0:1789762098.296486:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762098.296488:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762098.296491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762098.296500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777485440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762098.296506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762098.296508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762098.296510:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762098.296512:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1769
00000100:00080000:0.0:1789762098.296528:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762098.296531:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762098.296545:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762098.296555:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777485568/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762098.296558:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762098.296567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762098.296570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762098.296571:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762098.296574:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1769
00000100:00080000:0.0:1789762098.296577:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762098.296579:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762098.296583:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762098.296590:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777485696/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762098.296598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762098.296602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762098.296604:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762098.296608:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff9c6f84ef5f80 x1876699777485184/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762098.296612:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1769
00000100:00080000:0.0:1789762098.296619:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762098.296637:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762098.296644:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762098.296650:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777485184/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762098.296661:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777485824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762098.296665:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.296673:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762098.296680:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777485184:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762098.296685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762098.296690:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762098.296693:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762098.296699:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1769
00000100:00080000:0.0:1789762098.296703:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762098.296704:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777485312:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762098.296711:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789762098.296727:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789762098.296728:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762098.296739:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff9c6f84ef6d80 x1876699777485312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762098.296747:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777485952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762098.296753:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777485312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.296774:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.296778:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762098.296781:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777485312:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762098.296786:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777485440:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762098.296796:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762098.296805:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff9c6f84ef5880 x1876699777485440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762098.296823:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777485440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.296829:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.296831:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762098.296833:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777485440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762098.296836:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777485568:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762098.296846:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762098.296852:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff9c6f84ef4e00 x1876699777485568/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762098.296859:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777485568/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.296864:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.296865:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762098.296867:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777485568:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762098.296871:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777485696:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762098.296890:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762098.296896:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff9c6f84ef7800 x1876699777485696/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762098.296903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777485696/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.296908:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.296910:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762098.296912:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777485696:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762098.296915:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777485824:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762098.296925:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762098.296930:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff9c6f84ef5c00 x1876699777485824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762098.296937:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777485824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.296941:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.296943:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762098.296946:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777485824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762098.296957:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777485952:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762098.296967:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762098.296973:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff9c6f84ef4000 x1876699777485952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762098.296980:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777485952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.296985:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.296987:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762098.296989:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777485952:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762098.424358:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762099.448366:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762100.472358:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762101.496389:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762102.520405:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762103.416349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762103.416360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762103.416364:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762103.416375:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1775
00000100:00080000:0.0:1789762103.416388:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762103.416396:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762103.416436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777486080/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762103.416463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762103.416467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762103.416469:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762103.416473:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1775
00000100:00080000:0.0:1789762103.416477:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762103.416481:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762103.416490:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762103.416494:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777486080:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762103.416504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777486208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762103.416518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762103.416521:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762103.416523:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762103.416526:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1775
00000100:00080000:0.0:1789762103.416541:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762103.416544:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762103.416548:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762103.416555:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777486336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762103.416559:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762103.416571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762103.416575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762103.416577:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762103.416583:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1775
00000100:00080000:0.0:1789762103.416587:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762103.416592:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762103.416598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762103.416600:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff9c6f84ef6a00 x1876699777486080/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762103.416614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777486464/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762103.416617:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777486080/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762103.416647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762103.416647:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762103.416654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762103.416654:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762103.416659:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762103.416660:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777486080:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762103.416666:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1775
00000100:00080000:0.0:1789762103.416671:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762103.416674:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762103.416677:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762103.416686:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777486208:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762103.416689:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777486592/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762103.416699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762103.416701:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762103.416703:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762103.416705:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1775
00000100:00080000:0.0:1789762103.416708:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762103.416711:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762103.416715:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762103.416720:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762103.416728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777486720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762103.416736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762103.416736:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff9c6f84ef5500 x1876699777486208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762103.416744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762103.416748:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762103.416756:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1775
00000100:00080000:0.0:1789762103.416758:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762103.416761:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777486208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762103.416763:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762103.416768:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762103.416778:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777486848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762103.416780:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762103.416790:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762103.416798:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777486208:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762103.416807:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777486336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762103.416827:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762103.416837:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff9c6f84ef4380 x1876699777486336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762103.416845:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777486336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762103.416851:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762103.416853:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762103.416855:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777486336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762103.416859:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777486464:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762103.416870:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762103.416876:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff9c6f84ef6680 x1876699777486464/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762103.416884:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777486464/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762103.416889:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762103.416891:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762103.416893:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777486464:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762103.416904:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777486592:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762103.416915:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762103.416921:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff9c6f84ef6300 x1876699777486592/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762103.416928:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777486592/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762103.416933:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762103.416935:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762103.416937:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777486592:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762103.416941:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777486720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762103.416950:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762103.416956:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff9c6f84ef4a80 x1876699777486720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762103.416963:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777486720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762103.416968:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762103.416970:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762103.416972:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777486720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762103.416975:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777486848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762103.416984:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762103.416990:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff9c6f84ef4700 x1876699777486848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762103.416997:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777486848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762103.417002:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762103.417003:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762103.417006:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777486848:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762103.544369:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762104.568493:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762105.592416:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762106.616452:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762107.640439:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762108.536311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762108.536320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762108.536325:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762108.536335:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1780
00000100:00080000:1.0:1789762108.536347:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762108.536354:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762108.536401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777486976/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762108.536424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762108.536427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762108.536429:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762108.536432:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1780
00000100:00080000:1.0:1789762108.536435:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762108.536440:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762108.536448:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762108.536461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777486976:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762108.536462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777487104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762108.536479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762108.536482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762108.536483:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762108.536487:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1780
00000100:00080000:1.0:1789762108.536490:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762108.536494:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762108.536498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762108.536507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777487232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762108.536515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762108.536524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762108.536526:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762108.536529:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1780
00000100:00080000:1.0:1789762108.536533:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762108.536536:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762108.536540:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762108.536542:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762108.536553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777487360/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762108.536563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762108.536565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762108.536567:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762108.536570:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1780
00000100:00080000:1.0:1789762108.536573:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762108.536576:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762108.536581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762108.536589:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108]  req@ffff9c6f9118ce00 x1876699777486976/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762108.536593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777487488/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762108.536621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762108.536625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762108.536626:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762108.536630:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1780
00000100:00100000:3.0:1789762108.536635:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777486976/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762108.536637:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762108.536650:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789762108.536652:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762108.536660:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:1.0:1789762108.536662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762108.536666:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777486976:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762108.536685:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777487616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762108.536696:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777487104:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762108.536711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762108.536714:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762108.536717:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762108.536722:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1780
00000800:00000100:3.0:1789762108.536728:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762108.536730:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762108.536737:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762108.536743:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762108.536746:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108]  req@ffff9c6f9118e680 x1876699777487104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762108.536760:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777487744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762108.536763:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777487104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762108.536791:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762108.536795:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762108.536799:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777487104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762108.536807:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777487232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762108.536822:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762108.536830:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108]  req@ffff9c6f9118ed80 x1876699777487232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762108.536845:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777487232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762108.536852:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762108.536854:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762108.536856:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777487232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762108.536861:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777487360:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762108.536874:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762108.536881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108]  req@ffff9c6f9118d500 x1876699777487360/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762108.536891:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777487360/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762108.536897:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762108.536899:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762108.536901:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777487360:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762108.536905:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777487488:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762108.536917:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762108.536924:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108]  req@ffff9c6f9118f100 x1876699777487488/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762108.536932:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777487488/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762108.536943:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762108.536945:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762108.536948:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777487488:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762108.536960:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777487616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762108.536974:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762108.536981:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108]  req@ffff9c6f9118c700 x1876699777487616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762108.536989:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777487616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762108.536996:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762108.536998:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762108.537000:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777487616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762108.537004:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777487744:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762108.537016:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762108.537023:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108]  req@ffff9c6f9118ce00 x1876699777487744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762108.537032:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777487744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762108.537057:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762108.537062:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762108.537067:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777487744:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762108.664417:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762109.688427:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762110.712586:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762111.736408:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762112.760442:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762113.656321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762113.656332:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762113.656336:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762113.656347:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1785
00000100:00080000:1.0:1789762113.656358:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762113.656366:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762113.656406:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777487872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762113.656448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762113.656451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762113.656452:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762113.656455:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1785
00000100:00080000:1.0:1789762113.656457:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762113.656461:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762113.656469:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762113.656480:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777488000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762113.656484:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777487872:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762113.656491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762113.656494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762113.656495:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762113.656498:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1785
00000100:00080000:1.0:1789762113.656499:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762113.656510:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762113.656513:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762113.656521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777488128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762113.656527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762113.656529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762113.656530:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762113.656533:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1785
00000100:00080000:1.0:1789762113.656536:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762113.656538:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762113.656542:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762113.656550:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777488256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762113.656555:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762113.656563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762113.656577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762113.656578:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762113.656581:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1785
00000100:00080000:1.0:1789762113.656584:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762113.656586:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762113.656590:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762113.656604:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777488384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762113.656611:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113]  req@ffff9c6f9118c380 x1876699777487872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762113.656613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762113.656621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762113.656624:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762113.656631:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1785
00000100:00080000:1.0:1789762113.656634:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762113.656636:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762113.656640:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762113.656648:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777487872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762113.656653:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777488512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762113.656669:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762113.656681:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762113.656686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762113.656689:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777487872:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762113.656691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762113.656696:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762113.656701:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1785
00000100:00080000:1.0:1789762113.656705:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762113.656708:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762113.656712:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762113.656719:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777488000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762113.656724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777488640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762113.656753:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762113.656766:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113]  req@ffff9c6f9118f800 x1876699777488000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762113.656780:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777488000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762113.656789:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762113.656793:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762113.656797:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777488000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762113.656807:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777488128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762113.656825:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762113.656841:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113]  req@ffff9c6f9118df80 x1876699777488128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762113.656849:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777488128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762113.656855:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762113.656857:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762113.656860:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777488128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762113.656863:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777488256:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762113.656876:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762113.656882:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113]  req@ffff9c6f9118dc00 x1876699777488256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762113.656890:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777488256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762113.656895:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762113.656897:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762113.656899:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777488256:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762113.656902:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777488384:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762113.656913:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762113.656918:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113]  req@ffff9c6f9118ca80 x1876699777488384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762113.656926:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777488384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762113.656931:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762113.656933:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762113.656935:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777488384:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762113.656938:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777488512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762113.656948:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762113.656962:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113]  req@ffff9c6f9118d180 x1876699777488512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762113.656969:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777488512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762113.656974:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762113.656976:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762113.656978:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777488512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762113.656991:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777488640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762113.657016:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762113.657025:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113]  req@ffff9c6f9118c380 x1876699777488640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762113.657032:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777488640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762113.657053:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762113.657055:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762113.657057:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777488640:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762113.784476:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762114.808472:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762115.832467:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762116.856414:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762117.880383:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762118.776322:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762118.776332:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762118.776336:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762118.776344:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1790
00000100:00080000:2.0:1789762118.776354:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762118.776360:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762118.776391:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777488768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762118.776412:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762118.776415:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762118.776417:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762118.776421:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1790
00000100:00080000:2.0:1789762118.776424:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762118.776427:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762118.776437:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762118.776447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777488768:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762118.776456:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777488896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762118.776470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762118.776474:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762118.776477:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762118.776482:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1790
00000100:00080000:2.0:1789762118.776502:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762118.776506:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762118.776511:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762118.776513:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762118.776525:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777489024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762118.776533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762118.776535:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762118.776537:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762118.776540:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1790
00000100:00080000:2.0:1789762118.776543:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762118.776545:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762118.776549:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762118.776556:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777489152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762118.776563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762118.776565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762118.776567:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762118.776570:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1790
00000100:00080000:2.0:1789762118.776572:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762118.776575:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762118.776578:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762118.776585:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777489280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762118.776591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762118.776594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762118.776596:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762118.776599:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1790
00000100:00080000:2.0:1789762118.776602:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762118.776605:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762118.776608:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762118.776616:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777489408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762118.776622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762118.776625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762118.776627:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762118.776630:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1790
00000100:00080000:2.0:1789762118.776632:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762118.776635:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118]  req@ffff9c6f851a0380 x1876699777488768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762118.776636:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762118.776641:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762118.776660:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777489536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762118.776666:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777488768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762118.776680:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762118.776684:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762118.776690:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777488768:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762118.776709:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777488896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762118.776749:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762118.776763:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118]  req@ffff9c6f851a3480 x1876699777488896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762118.776778:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777488896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762118.776794:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762118.776797:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762118.776799:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777488896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762118.776804:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777489024:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762118.776934:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762118.776953:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118]  req@ffff9c6f851a0000 x1876699777489024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762118.776986:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777489024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762118.777016:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762118.777022:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762118.777027:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777489024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762118.777036:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777489152:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762118.777060:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762118.777122:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118]  req@ffff9c6f851a2d80 x1876699777489152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762118.777137:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777489152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762118.777145:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762118.777149:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762118.777153:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777489152:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762118.777160:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777489280:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762118.777181:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762118.777193:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118]  req@ffff9c6f851a1500 x1876699777489280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762118.777201:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777489280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762118.777206:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762118.777208:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762118.777210:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777489280:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762118.777214:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777489408:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762118.777248:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762118.777258:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118]  req@ffff9c6f851a2300 x1876699777489408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762118.777268:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777489408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762118.777277:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762118.777281:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762118.777285:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777489408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762118.777292:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777489536:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762118.777313:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762118.777340:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118]  req@ffff9c6f851a2680 x1876699777489536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762118.777349:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777489536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762118.777355:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762118.777357:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762118.777359:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777489536:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762118.904379:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762119.928635:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762120.952452:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762121.976344:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762123.000497:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762123.896425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762123.896442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762123.896450:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762123.896469:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1795
00000100:00080000:1.0:1789762123.896487:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762123.896497:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762123.896554:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777489664/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762123.896589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762123.896593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762123.896595:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762123.896599:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1795
00000100:00080000:1.0:1789762123.896604:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762123.896608:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762123.896625:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762123.896671:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777489664:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762123.896673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777489792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762123.896689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762123.896693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762123.896695:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762123.896700:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1795
00000100:00080000:1.0:1789762123.896703:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762123.896707:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762123.896712:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762123.896743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777489920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762123.896758:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762123.896763:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762123.896766:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762123.896778:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1795
00000800:00000100:3.0:1789762123.896778:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762123.896799:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762123.896807:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762123.896817:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762123.896863:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777490048/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762123.896879:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123]  req@ffff9c6f9118ce00 x1876699777489664/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762123.896882:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762123.896898:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762123.896903:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762123.896920:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1795
00000100:00080000:1.0:1789762123.896971:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762123.896975:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762123.896979:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762123.896980:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777489664/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762123.896994:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777490176/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762123.896995:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762123.897005:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762123.897009:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762123.897012:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777489664:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762123.897014:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762123.897019:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762123.897024:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1795
00000100:00080000:1.0:1789762123.897027:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762123.897029:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762123.897032:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762123.897039:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777490304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762123.897045:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777489792:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762123.897052:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762123.897055:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762123.897056:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762123.897060:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1795
00000100:00080000:1.0:1789762123.897064:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762123.897067:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762123.897070:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762123.897075:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762123.897084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777490432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762123.897091:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123]  req@ffff9c6f9118c700 x1876699777489792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762123.897111:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777489792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762123.897118:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762123.897121:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762123.897123:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777489792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762123.897127:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777489920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762123.897140:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762123.897146:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123]  req@ffff9c6f9118f100 x1876699777489920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762123.897154:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777489920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762123.897159:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762123.897161:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762123.897163:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777489920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762123.897167:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777490048:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762123.897177:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762123.897183:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123]  req@ffff9c6f9118d500 x1876699777490048/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762123.897190:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777490048/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762123.897201:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762123.897203:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762123.897206:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777490048:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762123.897209:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777490176:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762123.897218:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762123.897224:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123]  req@ffff9c6f9118ed80 x1876699777490176/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762123.897230:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777490176/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762123.897235:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762123.897267:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762123.897270:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777490176:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762123.897284:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777490304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762123.897302:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762123.897313:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123]  req@ffff9c6f9118e680 x1876699777490304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762123.897326:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777490304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762123.897335:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762123.897339:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762123.897343:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777490304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762123.897349:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777490432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762123.897376:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762123.897384:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123]  req@ffff9c6f9118ce00 x1876699777490432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762123.897392:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777490432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762123.897397:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762123.897400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762123.897402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777490432:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762124.024500:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762125.048526:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762126.072373:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762127.096456:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762128.120410:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762129.016397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.016407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762129.016412:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762129.016422:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1800
00000100:00080000:3.0:1789762129.016433:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762129.016440:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762129.016494:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777490560/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762129.016523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.016527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762129.016528:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762129.016533:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1800
00000100:00080000:3.0:1789762129.016536:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762129.016540:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762129.016550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762129.016561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777490688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762129.016572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.016577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762129.016579:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777490560:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762129.016579:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762129.016589:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1800
00000100:00080000:3.0:1789762129.016596:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762129.016599:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762129.016614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762129.016625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777490816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762129.016651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.016655:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762129.016658:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762129.016664:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1800
00000100:00080000:3.0:1789762129.016670:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762129.016679:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789762129.016681:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789762129.016690:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762129.016710:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777490944/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762129.016725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.016730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762129.016733:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762129.016742:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1800
00000100:00100000:1.0:1789762129.016743:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff9c6f91eb9880 x1876699777490560/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762129.016764:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762129.016778:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762129.016790:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762129.016824:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777490560/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762129.016826:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777491072/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762129.016913:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762129.016914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.016925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762129.016945:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762129.016946:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762129.016965:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1800
00000100:00100000:1.0:1789762129.016970:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777490560:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762129.016972:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762129.016983:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762129.016990:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762129.017002:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777491200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762129.017013:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777490688:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762129.017020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.017026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762129.017029:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762129.017053:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1800
00000100:00080000:3.0:1789762129.017062:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762129.017070:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762129.017077:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762129.017101:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762129.017102:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777491328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762129.017134:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff9c6f91eb9f80 x1876699777490688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762129.017159:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777490688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762129.017173:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762129.017179:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762129.017185:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777490688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762129.017194:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777490816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762129.017267:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762129.017300:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff9c6f91eb9500 x1876699777490816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762129.017316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777490816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762129.017326:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762129.017330:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762129.017335:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777490816:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762129.017342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777490944:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762129.017376:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762129.017388:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff9c6f91ebb800 x1876699777490944/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762129.017404:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777490944/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762129.017414:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762129.017418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762129.017422:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777490944:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762129.017429:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777491072:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762129.017453:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762129.017466:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff9c6f91ebaa00 x1876699777491072/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762129.017490:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777491072/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762129.017500:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762129.017504:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762129.017509:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777491072:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762129.017530:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777491200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762129.017564:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762129.017577:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff9c6f91ebb480 x1876699777491200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762129.017593:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777491200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762129.017603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762129.017607:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762129.017612:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777491200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762129.017619:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777491328:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762129.017640:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762129.017653:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff9c6f91ebad80 x1876699777491328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762129.017667:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777491328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762129.017684:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762129.017688:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762129.017692:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777491328:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762129.144470:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762130.168497:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762131.192418:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762132.216434:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762133.240398:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762134.136328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762134.136336:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762134.136339:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762134.136347:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1805
00000100:00080000:0.0:1789762134.136358:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762134.136363:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762134.136397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777491456/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762134.136420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762134.136423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762134.136424:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762134.136427:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1805
00000100:00080000:0.0:1789762134.136429:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762134.136432:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762134.136440:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762134.136450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777491584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762134.136458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762134.136460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762134.136462:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762134.136467:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777491456:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762134.136468:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1805
00000100:00080000:0.0:1789762134.136473:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762134.136477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762134.136480:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762134.136488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777491712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762134.136494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762134.136497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762134.136498:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762134.136501:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1805
00000100:00080000:0.0:1789762134.136515:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762134.136518:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762134.136521:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762134.136528:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762134.136531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777491840/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762134.136539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762134.136542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762134.136543:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762134.136546:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1805
00000100:00080000:0.0:1789762134.136549:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762134.136551:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762134.136554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762134.136561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777491968/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762134.136567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762134.136570:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff9c6f84ef7480 x1876699777491456/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762134.136571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762134.136575:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762134.136581:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1805
00000100:00080000:0.0:1789762134.136586:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762134.136590:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762134.136594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762134.136597:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777491456/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762134.136606:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777492096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762134.136609:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762134.136617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762134.136618:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762134.136624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762134.136627:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777491456:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762134.136628:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762134.136636:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1805
00000100:00080000:0.0:1789762134.136639:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762134.136642:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762134.136645:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762134.136653:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777491584:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762134.136663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777492224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762134.136674:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762134.136686:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff9c6f84ef4700 x1876699777491584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762134.136695:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777491584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762134.136701:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762134.136703:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762134.136705:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777491584:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762134.136709:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777491712:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762134.136720:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762134.136726:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff9c6f84ef4a80 x1876699777491712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762134.136733:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777491712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762134.136738:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762134.136740:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762134.136741:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777491712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762134.136745:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777491840:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762134.136755:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762134.136760:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff9c6f84ef6300 x1876699777491840/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762134.136767:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777491840/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762134.136772:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762134.136774:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762134.136776:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777491840:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762134.136779:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777491968:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762134.136788:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762134.136794:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff9c6f84ef6680 x1876699777491968/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762134.136801:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777491968/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762134.136806:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762134.136807:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762134.136809:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777491968:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762134.136812:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777492096:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762134.136822:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762134.136827:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff9c6f84ef4380 x1876699777492096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762134.136834:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777492096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762134.136838:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762134.136840:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762134.136842:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777492096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762134.136868:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777492224:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762134.136882:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762134.136896:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff9c6f84ef5500 x1876699777492224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762134.136903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777492224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762134.136912:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762134.136914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762134.136916:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777492224:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762134.264421:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762135.288399:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762136.312390:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762137.336390:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762138.360547:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762139.256301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762139.256309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762139.256314:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762139.256325:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1810
00000100:00080000:0.0:1789762139.256336:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762139.256343:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762139.256383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777492352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762139.256408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762139.256411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762139.256412:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762139.256415:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1810
00000100:00080000:0.0:1789762139.256418:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762139.256421:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762139.256430:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762139.256439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777492480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762139.256445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762139.256448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762139.256450:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762139.256453:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1810
00000100:00080000:0.0:1789762139.256455:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762139.256458:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762139.256461:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762139.256468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777492608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762139.256474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762139.256476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762139.256477:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762139.256480:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1810
00000100:00080000:0.0:1789762139.256483:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762139.256489:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762139.256489:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777492352:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789762139.256495:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762139.256503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777492736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762139.256509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762139.256512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762139.256513:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762139.256516:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1810
00000100:00080000:0.0:1789762139.256518:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762139.256520:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762139.256525:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762139.256532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777492864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762139.256539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762139.256542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762139.256543:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762139.256545:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1810
00000100:00080000:0.0:1789762139.256554:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762139.256557:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762139.256560:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762139.256567:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762139.256570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777492992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762139.256578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762139.256581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762139.256582:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762139.256585:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1810
00000100:00080000:0.0:1789762139.256588:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762139.256590:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762139.256593:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762139.256602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777493120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762139.256613:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff9c6f84ef6a00 x1876699777492352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762139.256631:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777492352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762139.256640:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762139.256644:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762139.256647:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777492352:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762139.256652:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777492480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762139.256667:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762139.256675:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff9c6f84ef4000 x1876699777492480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762139.256683:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777492480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762139.256688:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762139.256690:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762139.256692:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777492480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762139.256697:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777492608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762139.256707:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762139.256713:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff9c6f84ef5c00 x1876699777492608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762139.256721:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777492608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762139.256726:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762139.256728:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762139.256729:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777492608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762139.256751:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777492736:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762139.256763:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762139.256769:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff9c6f84ef7800 x1876699777492736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762139.256777:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777492736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762139.256782:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762139.256784:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762139.256786:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777492736:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762139.256789:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777492864:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762139.256799:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762139.256805:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff9c6f84ef4e00 x1876699777492864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762139.256831:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777492864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762139.256837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762139.256839:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762139.256842:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777492864:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762139.256846:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777492992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762139.256860:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762139.256868:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff9c6f84ef5880 x1876699777492992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762139.256875:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777492992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762139.256880:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762139.256882:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762139.256884:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777492992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762139.256888:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777493120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762139.256898:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762139.256903:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff9c6f84ef6d80 x1876699777493120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762139.256911:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777493120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762139.256921:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762139.256923:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762139.256925:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777493120:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762139.384370:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762140.408420:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762141.432390:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762142.456432:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762143.480345:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762144.376328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762144.376339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762144.376343:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762144.376354:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1816
00000100:00080000:2.0:1789762144.376365:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762144.376372:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762144.376411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777493248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762144.376438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762144.376442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762144.376443:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762144.376447:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1816
00000100:00080000:2.0:1789762144.376452:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762144.376456:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762144.376466:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762144.376481:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777493248:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762144.376484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777493376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762144.376499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762144.376502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762144.376504:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762144.376507:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1816
00000100:00080000:2.0:1789762144.376510:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762144.376514:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762144.376518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762144.376528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777493504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762144.376534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762144.376537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762144.376538:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762144.376541:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1816
00000100:00080000:2.0:1789762144.376543:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762144.376545:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762144.376548:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762144.376555:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777493632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762144.376561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762144.376563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762144.376565:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762144.376568:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1816
00000100:00080000:2.0:1789762144.376570:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762144.376573:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762144.376577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762144.376584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777493760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762144.376591:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777493376:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762144.376593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762144.376601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762144.376602:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762144.376606:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1816
00000100:00080000:2.0:1789762144.376609:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762144.376611:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762144.376615:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762144.376623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777493888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762144.376630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762144.376635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762144.376636:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777493504:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762144.376637:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762144.376644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1816
00000100:00080000:2.0:1789762144.376648:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762144.376650:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762144.376654:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762144.376664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777494016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762144.376675:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777493632:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762144.376707:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777493760:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762144.376731:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777493888:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762144.376753:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777494016:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762144.504403:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762145.528368:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762146.552388:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762147.448571:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789762147.448632:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762147.448656:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762147.448707:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762147.448731:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789762147.448772:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762147]  req@ffff9c6f851a3b80 x1876699777493376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789762147.448787:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762147.448812:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789762147.448819:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777493376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789762147.448831:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00080000:0.0:1789762147.448838:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000800:00000100:2.0:1789762147.448851:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00080000:0.0:1789762147.448853:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762147.448860:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777493376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762147.448871:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762147]  req@ffff9c6f851a1c00 x1876699777493504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762147.448887:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777493504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762147.448896:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762147.448900:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762147.448904:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777493504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762147.448911:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762147]  req@ffff9c6f851a1f80 x1876699777493632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762147.448924:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777493632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762147.448933:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762147.448938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762147.448941:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777493632:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762147.448949:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762147]  req@ffff9c6f851a2a00 x1876699777493248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762147.448964:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777493248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762147.448972:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762147.448976:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762147.448980:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777493248:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762147.449018:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762147]  req@ffff9c6f851a1180 x1876699777493760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762147.449032:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777493760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762147.449041:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762147.449045:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762147.449049:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777493760:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762147.449056:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762147]  req@ffff9c6f851a0e00 x1876699777493888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762147.449069:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777493888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762147.449084:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762147.449089:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762147.449093:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777493888:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762147.449100:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762147]  req@ffff9c6f851a1880 x1876699777494016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762147.449113:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777494016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762147.449121:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762147.449125:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762147.449128:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777494016:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762147.576412:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762148.600433:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762149.496322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762149.496334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762149.496340:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762149.496353:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1821
00000100:00080000:2.0:1789762149.496367:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762149.496375:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762149.496420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777494144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762149.496454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762149.496458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762149.496460:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762149.496464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1821
00000100:00080000:2.0:1789762149.496468:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762149.496473:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762149.496485:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762149.496500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777494272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762149.496518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762149.496521:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777494144:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762149.496524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762149.496529:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762149.496535:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1821
00000100:00080000:2.0:1789762149.496539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762149.496549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762149.496555:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762149.496572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777494400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762149.496583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762149.496587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762149.496590:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762149.496594:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1821
00000100:00080000:2.0:1789762149.496598:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762149.496603:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762149.496609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762149.496622:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762149.496625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777494528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762149.496638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762149.496644:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762149.496646:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762149.496652:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1821
00000100:00080000:2.0:1789762149.496657:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762149.496662:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762149.496668:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762149.496675:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff9c6f851a3800 x1876699777494144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762149.496686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777494656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762149.496707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762149.496713:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777494144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762149.496728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762149.496745:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762149.496757:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1821
00000100:00080000:0.0:1789762149.496759:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762149.496762:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762149.496773:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789762149.496774:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762149.496784:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762149.496786:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777494144:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762149.496801:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777494784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762149.496815:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762149.496819:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762149.496822:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762149.496828:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777494272:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762149.496830:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1821
00000100:00080000:2.0:1789762149.496839:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762149.496848:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762149.496854:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762149.496869:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777494912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762149.496879:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762149.496914:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff9c6f851a3100 x1876699777494272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762149.496939:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777494272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762149.496949:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762149.496954:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762149.496957:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777494272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762149.496965:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777494400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762149.496989:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762149.497002:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff9c6f851a0700 x1876699777494400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762149.497015:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777494400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762149.497023:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762149.497027:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762149.497031:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777494400:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762149.497038:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777494528:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762149.497061:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762149.497089:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff9c6f851a0a80 x1876699777494528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762149.497101:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777494528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762149.497111:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762149.497114:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762149.497118:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777494528:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762149.497124:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777494656:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762149.497144:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762149.497155:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff9c6f851a1880 x1876699777494656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762149.497166:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777494656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762149.497174:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762149.497177:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762149.497180:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777494656:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762149.497187:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777494784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762149.497214:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762149.497254:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff9c6f851a0e00 x1876699777494784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762149.497268:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777494784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762149.497282:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762149.497286:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762149.497290:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777494784:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762149.497318:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777494912:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762149.497340:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762149.497352:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff9c6f851a1180 x1876699777494912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762149.497364:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777494912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762149.497372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762149.497376:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762149.497379:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777494912:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762149.624385:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762150.648428:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762151.672411:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762152.696454:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762153.720485:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762154.616366:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762154.616375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762154.616379:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762154.616389:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1826
00000100:00080000:0.0:1789762154.616400:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762154.616408:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762154.616445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777495040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762154.616476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762154.616481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762154.616484:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762154.616491:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1826
00000100:00080000:0.0:1789762154.616498:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762154.616504:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762154.616515:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762154.616526:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777495040:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762154.616548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777495168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762154.616565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762154.616570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762154.616573:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762154.616578:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1826
00000100:00080000:0.0:1789762154.616594:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762154.616601:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789762154.616607:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789762154.616617:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762154.616635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777495296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762154.616649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762154.616650:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154]  req@ffff9c6f84ef5f80 x1876699777495040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762154.616670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762154.616679:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762154.616686:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1826
00000100:00080000:0.0:1789762154.616692:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762154.616710:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777495040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762154.616716:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762154.616726:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:1.0:1789762154.616742:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762154.616745:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777495424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762154.616756:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762154.616759:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762154.616764:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:1.0:1789762154.616767:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777495040:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762154.616769:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762154.616787:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1826
00000100:00080000:0.0:1789762154.616792:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762154.616797:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762154.616803:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762154.616811:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777495168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762154.616821:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777495552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762154.616838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762154.616847:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762154.616850:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762154.616854:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762154.616859:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1826
00000100:00080000:0.0:1789762154.616865:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762154.616865:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154]  req@ffff9c6f84ef6d80 x1876699777495168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762154.616880:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762154.616892:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762154.616895:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777495168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762154.616908:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762154.616911:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762154.616919:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777495680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762154.616920:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777495168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762154.616928:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777495296:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762154.616945:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762154.616946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762154.616957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762154.616960:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762154.616965:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154]  req@ffff9c6f84ef5880 x1876699777495296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762154.616974:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1826
00000100:00100000:1.0:1789762154.616983:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777495296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762154.616986:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762154.616999:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762154.617003:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789762154.617008:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762154.617017:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777495296:192.168.203.138@tcp:38:kworker.0
00000008:00100000:0.0:1789762154.617022:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762154.617024:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777495424:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762154.617052:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777495808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762154.617054:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762154.617067:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154]  req@ffff9c6f84ef4e00 x1876699777495424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762154.617083:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777495424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762154.617099:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762154.617102:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762154.617106:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777495424:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762154.617123:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777495552:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762154.617137:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762154.617144:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154]  req@ffff9c6f84ef7800 x1876699777495552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762154.617152:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777495552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762154.617157:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762154.617159:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762154.617161:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777495552:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762154.617164:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777495680:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762154.617175:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762154.617181:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154]  req@ffff9c6f84ef5c00 x1876699777495680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762154.617189:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777495680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762154.617194:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762154.617196:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762154.617199:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777495680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762154.617202:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777495808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762154.617212:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762154.617217:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154]  req@ffff9c6f84ef4000 x1876699777495808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762154.617251:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777495808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762154.617257:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762154.617259:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762154.617262:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777495808:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762154.744378:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762155.768405:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762156.792387:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762157.816399:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762158.840371:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762159.736326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762159.736339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762159.736345:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762159.736358:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1831
00000100:00080000:0.0:1789762159.736371:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762159.736380:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762159.736424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777495936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762159.736454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762159.736458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762159.736461:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762159.736467:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1831
00000100:00080000:0.0:1789762159.736471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762159.736476:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762159.736487:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762159.736494:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777495936:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762159.736504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777496064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762159.736518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762159.736522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762159.736524:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762159.736528:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1831
00000100:00080000:0.0:1789762159.736532:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762159.736537:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762159.736542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762159.736555:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777496192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762159.736566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762159.736568:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762159.736573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762159.736576:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762159.736582:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1831
00000100:00080000:0.0:1789762159.736587:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762159.736592:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762159.736596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762159.736616:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159]  req@ffff9c6f84ef6a00 x1876699777495936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762159.736622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777496320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762159.736645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762159.736649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762159.736652:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762159.736654:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777495936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762159.736671:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1831
00000100:00080000:0.0:1789762159.736677:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762159.736685:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762159.736694:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762159.736694:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762159.736701:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762159.736705:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777495936:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762159.736726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777496448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762159.736740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762159.736742:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777496064:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762159.736748:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762159.736753:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762159.736758:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1831
00000100:00080000:0.0:1789762159.736763:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762159.736768:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762159.736774:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762159.736781:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762159.736792:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777496576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762159.736797:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159]  req@ffff9c6f84ef5500 x1876699777496064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762159.736809:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777496064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762159.736821:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762159.736827:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762159.736830:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762159.736831:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777496064:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762159.736840:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762159.736841:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777496192:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762159.736844:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762159.736853:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1831
00000100:00080000:0.0:1789762159.736859:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762159.736864:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762159.736868:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762159.736873:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159]  req@ffff9c6f84ef4380 x1876699777496192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762159.736876:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762159.736888:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777496192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762159.736894:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762159.736897:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777496704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762159.736899:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762159.736905:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777496192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762159.736916:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777496320:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762159.736935:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762159.736944:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159]  req@ffff9c6f84ef6680 x1876699777496320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762159.736953:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777496320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762159.736962:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762159.736965:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762159.736969:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777496320:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762159.736985:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777496448:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762159.737007:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762159.737018:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159]  req@ffff9c6f84ef6300 x1876699777496448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762159.737026:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777496448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762159.737032:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762159.737034:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762159.737037:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777496448:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762159.737041:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777496576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762159.737058:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762159.737069:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159]  req@ffff9c6f84ef4a80 x1876699777496576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762159.737081:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777496576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762159.737091:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762159.737095:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762159.737098:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777496576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762159.737104:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777496704:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762159.737119:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762159.737127:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159]  req@ffff9c6f84ef4700 x1876699777496704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762159.737143:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777496704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762159.737149:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762159.737151:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762159.737154:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777496704:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762159.864388:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762160.888419:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762161.912418:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762162.936386:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762163.960381:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762164.856296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762164.856306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762164.856310:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762164.856323:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1836
00000100:00080000:0.0:1789762164.856335:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762164.856344:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762164.856386:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777496832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762164.856411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762164.856413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762164.856415:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762164.856418:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1836
00000100:00080000:0.0:1789762164.856421:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762164.856424:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762164.856432:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762164.856445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777496960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762164.856454:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777496832:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762164.856456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762164.856463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762164.856464:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762164.856467:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1836
00000100:00080000:0.0:1789762164.856469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762164.856471:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762164.856475:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762164.856483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777497088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762164.856489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762164.856491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762164.856493:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762164.856496:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1836
00000100:00080000:0.0:1789762164.856522:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762164.856525:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762164.856529:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762164.856534:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762164.856543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777497216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762164.856552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762164.856555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762164.856556:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762164.856560:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1836
00000100:00080000:0.0:1789762164.856562:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762164.856564:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762164.856567:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762164.856577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777497344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762164.856582:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164]  req@ffff9c6f84ef7480 x1876699777496832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762164.856589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762164.856597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762164.856599:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762164.856606:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1836
00000100:00080000:0.0:1789762164.856609:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762164.856614:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762164.856615:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777496832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762164.856633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762164.856663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777497472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762164.856664:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762164.856672:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762164.856680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762164.856681:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777496832:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762164.856688:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762164.856691:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762164.856695:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1836
00000100:00080000:0.0:1789762164.856697:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762164.856700:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762164.856720:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762164.856728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777497600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762164.856732:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777496960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762164.856769:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762164.856781:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164]  req@ffff9c6f84ef4700 x1876699777496960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762164.856791:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777496960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762164.856798:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762164.856800:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762164.856803:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777496960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762164.856807:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777497088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762164.856822:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762164.856833:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164]  req@ffff9c6f84ef4a80 x1876699777497088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762164.856845:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777497088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762164.856855:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762164.856858:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762164.856862:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777497088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762164.856869:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777497216:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762164.856891:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762164.856900:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164]  req@ffff9c6f84ef6300 x1876699777497216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762164.856909:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777497216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762164.856915:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762164.856918:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762164.856922:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777497216:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762164.856928:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777497344:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762164.856949:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762164.856961:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164]  req@ffff9c6f84ef6680 x1876699777497344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762164.856975:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777497344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762164.856982:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762164.856984:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762164.856987:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777497344:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762164.856991:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777497472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762164.857007:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762164.857032:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164]  req@ffff9c6f84ef4380 x1876699777497472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762164.857042:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777497472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762164.857051:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762164.857056:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762164.857061:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777497472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762164.857101:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777497600:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762164.857122:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762164.857133:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164]  req@ffff9c6f84ef5500 x1876699777497600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762164.857142:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777497600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762164.857148:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762164.857150:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762164.857152:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777497600:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762164.984476:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762166.008392:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762167.032727:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762168.056427:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762169.080536:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762169.976403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762169.976415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762169.976422:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762169.976447:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1841
00000100:00080000:0.0:1789762169.976461:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762169.976471:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762169.976539:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777497728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762169.976569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762169.976572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762169.976573:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762169.976577:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1841
00000100:00080000:0.0:1789762169.976592:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762169.976596:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762169.976616:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762169.976627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777497856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762169.976636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762169.976639:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762169.976640:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762169.976644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1841
00000100:00080000:0.0:1789762169.976647:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762169.976651:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762169.976654:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762169.976663:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777497728:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762169.976698:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777497984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762169.976713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762169.976719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762169.976722:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762169.976729:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1841
00000100:00080000:0.0:1789762169.976734:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762169.976740:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762169.976748:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762169.976766:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777498112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762169.976779:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762169.976795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762169.976816:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762169.976818:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762169.976822:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1841
00000100:00080000:0.0:1789762169.976827:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762169.976834:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762169.976842:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762169.976849:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762169]  req@ffff9c6f84ef6a00 x1876699777497728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762169.976858:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777498240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762169.976903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777497728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762169.976910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762169.976929:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762169.976937:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762169.976953:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1841
00000100:00080000:0.0:1789762169.976963:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762169.976972:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762169.976977:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762169.976979:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762169.976988:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777498368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762169.976991:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762169.977020:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777497728:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762169.977024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762169.977035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762169.977037:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762169.977041:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1841
00000100:00100000:1.0:1789762169.977047:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777497856:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762169.977051:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762169.977061:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762169.977065:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762169.977078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777498496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762169.977115:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762169.977133:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762169]  req@ffff9c6f84ef4000 x1876699777497856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762169.977145:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777497856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762169.977151:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762169.977154:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762169.977156:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777497856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762169.977178:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777497984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762169.977192:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762169.977199:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762169]  req@ffff9c6f84ef5c00 x1876699777497984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762169.977206:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777497984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762169.977212:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762169.977214:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762169.977216:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777497984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762169.977220:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777498112:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762169.977231:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762169.977272:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762169]  req@ffff9c6f84ef7800 x1876699777498112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762169.977280:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777498112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762169.977286:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762169.977288:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762169.977290:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777498112:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762169.977295:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777498240:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762169.977308:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762169.977322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762169]  req@ffff9c6f84ef4e00 x1876699777498240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762169.977329:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777498240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762169.977334:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762169.977336:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762169.977338:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777498240:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762169.977342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777498368:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762169.977354:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762169.977361:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762169]  req@ffff9c6f84ef5880 x1876699777498368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762169.977399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777498368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762169.977407:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762169.977410:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762169.977413:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777498368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762169.977418:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777498496:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762169.977436:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762169.977463:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762169]  req@ffff9c6f84ef6d80 x1876699777498496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762169.977476:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777498496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762169.977484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762169.977487:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762169.977491:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777498496:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762170.104408:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762171.128419:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762172.152457:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762173.176455:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762174.200530:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762175.096390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762175.096406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762175.096415:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762175.096433:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1846
00000100:00080000:0.0:1789762175.096450:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762175.096461:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762175.096523:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777498624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762175.096609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762175.096615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762175.096617:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762175.096623:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1846
00000100:00080000:0.0:1789762175.096628:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762175.096634:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762175.096648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762175.096671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777498752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762175.096687:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777498624:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762175.096689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762175.096702:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762175.096715:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762175.096721:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1846
00000100:00080000:0.0:1789762175.096725:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762175.096729:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762175.096735:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762175.096750:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777498880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762175.096770:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762175.096775:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762175.096778:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762175.096782:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1846
00000100:00080000:0.0:1789762175.096797:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762175.096801:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762175.096807:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762175.096827:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762175.096833:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777499008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762175.096847:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762175.096851:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762175.096855:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762175.096861:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1846
00000100:00080000:0.0:1789762175.096866:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762175.096870:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762175.096875:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762175.096899:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff9c6f84ef5f80 x1876699777498624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762175.096901:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777499136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762175.096962:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762175.097019:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789762175.097022:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777498624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762175.097027:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762175.097049:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1846
00000100:00080000:1.0:1789762175.097056:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762175.097058:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762175.097092:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762175.097093:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762175.097110:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762175.097113:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777498624:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762175.097132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777499264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762175.097158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762175.097165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762175.097168:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762175.097176:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1846
00000100:00080000:0.0:1789762175.097184:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762175.097189:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777498752:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762175.097200:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762175.097213:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762175.097277:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762175.097299:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777499392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762175.097303:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff9c6f84ef6d80 x1876699777498752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762175.097400:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777498752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762175.097413:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.097418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762175.097423:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777498752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762175.097433:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777498880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762175.097465:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762175.097483:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff9c6f84ef5880 x1876699777498880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762175.097501:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777498880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762175.097519:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.097523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762175.097527:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777498880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762175.097535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777499008:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762175.097614:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762175.097629:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff9c6f84ef4e00 x1876699777499008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762175.097642:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777499008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762175.097651:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.097655:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762175.097659:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777499008:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762175.097666:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777499136:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762175.097686:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762175.097696:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff9c6f84ef7800 x1876699777499136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762175.097720:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777499136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762175.097728:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.097732:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762175.097736:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777499136:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762175.097743:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777499264:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762175.097760:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762175.097770:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff9c6f84ef5c00 x1876699777499264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762175.097801:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777499264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762175.097821:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.097824:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762175.097828:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777499264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762175.097852:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777499392:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762175.097874:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762175.097886:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff9c6f84ef4000 x1876699777499392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762175.097899:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777499392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762175.097910:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.097916:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762175.097932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777499392:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762175.224440:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762176.248400:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762177.272394:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762178.296391:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762179.320388:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762180.216298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762180.216321:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762180.216326:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762180.216337:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1851
00000100:00080000:0.0:1789762180.216349:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762180.216356:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762180.216409:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777499520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762180.216436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762180.216445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762180.216447:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762180.216450:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1851
00000100:00080000:0.0:1789762180.216454:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762180.216457:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762180.216468:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762180.216473:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777499520:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762180.216481:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777499648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762180.216490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762180.216492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762180.216494:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762180.216497:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1851
00000100:00080000:0.0:1789762180.216499:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762180.216501:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762180.216517:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762180.216531:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777499776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762180.216541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762180.216557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762180.216559:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762180.216564:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1851
00000100:00080000:0.0:1789762180.216569:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762180.216575:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789762180.216578:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789762180.216585:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762180.216600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777499904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762180.216607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762180.216610:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762180.216611:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762180.216615:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1851
00000100:00080000:0.0:1789762180.216619:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762180.216623:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff9c6f84ef6a00 x1876699777499520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762180.216624:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762180.216631:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762180.216644:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777500032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762180.216650:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777499520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762180.216656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762180.216664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762180.216667:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762180.216672:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1851
00000100:00080000:1.0:1789762180.216673:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762180.216675:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762180.216683:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789762180.216683:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:0.0:1789762180.216691:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762180.216692:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777499520:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762180.216700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777500160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762180.216707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762180.216709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762180.216711:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762180.216714:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1851
00000100:00080000:0.0:1789762180.216717:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762180.216720:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777499648:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762180.216723:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762180.216729:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762180.216737:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777500288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762180.216745:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762180.216758:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff9c6f84ef5500 x1876699777499648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762180.216767:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777499648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.216785:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762180.216787:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762180.216789:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777499648:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762180.216793:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777499776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762180.216804:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762180.216811:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff9c6f84ef4380 x1876699777499776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762180.216818:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777499776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.216824:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762180.216825:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762180.216827:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777499776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762180.216830:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777499904:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762180.216852:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762180.216857:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff9c6f84ef6680 x1876699777499904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762180.216864:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777499904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.216870:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762180.216871:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762180.216873:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777499904:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762180.216876:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777500032:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762180.216886:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762180.216892:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff9c6f84ef6300 x1876699777500032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762180.216898:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777500032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.216904:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762180.216906:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762180.216908:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777500032:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762180.216911:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777500160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762180.216921:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762180.216927:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff9c6f84ef4a80 x1876699777500160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762180.216933:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777500160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.216938:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762180.216939:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762180.216941:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777500160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762180.216953:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777500288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762180.216963:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762180.216969:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff9c6f84ef4700 x1876699777500288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762180.216975:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777500288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.216980:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762180.216982:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762180.216984:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777500288:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762180.344372:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762181.368358:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762182.392448:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762183.416475:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762184.440390:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762185.336358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762185.336368:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762185.336373:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762185.336385:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1856
00000100:00080000:2.0:1789762185.336396:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762185.336404:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762185.336446:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777500416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762185.336491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762185.336495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762185.336496:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762185.336500:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1856
00000100:00080000:2.0:1789762185.336504:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762185.336507:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762185.336517:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762185.336528:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777500544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762185.336536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762185.336539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762185.336541:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762185.336544:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1856
00000100:00080000:2.0:1789762185.336547:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762185.336549:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762185.336558:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777500416:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789762185.336558:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762185.336569:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777500672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762185.336577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762185.336579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762185.336580:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762185.336582:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1856
00000100:00080000:2.0:1789762185.336586:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762185.336589:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762185.336592:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762185.336600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777500800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762185.336607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762185.336610:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762185.336611:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762185.336613:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1856
00000100:00080000:2.0:1789762185.336617:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762185.336619:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762185.336622:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762185.336628:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777500928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762185.336635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762185.336637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762185.336639:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762185.336641:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1856
00000100:00080000:2.0:1789762185.336644:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762185.336646:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762185.336649:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762185.336654:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762185.336660:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777501056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762185.336671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762185.336673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762185.336675:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762185.336678:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1856
00000100:00080000:2.0:1789762185.336683:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762185.336685:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762185.336688:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762185.336695:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777501184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762185.336714:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff9c6f851a2a00 x1876699777500416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.336735:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777500416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.336748:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.336753:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762185.336757:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777500416:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762185.336765:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777500544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762185.336790:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762185.336803:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff9c6f851a1f80 x1876699777500544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.336815:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777500544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.336823:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.336827:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762185.336830:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777500544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762185.336864:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777500672:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762185.336885:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762185.336914:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff9c6f851a1c00 x1876699777500672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.336928:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777500672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.336936:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.336940:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762185.336944:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777500672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762185.336950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777500800:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762185.336972:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762185.336983:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff9c6f851a3b80 x1876699777500800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.336995:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777500800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.337004:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.337008:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762185.337011:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777500800:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762185.337018:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777500928:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762185.337037:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762185.337048:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff9c6f851a2680 x1876699777500928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.337060:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777500928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.337069:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.337072:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762185.337076:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777500928:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762185.337082:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777501056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762185.337102:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762185.337113:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff9c6f851a2300 x1876699777501056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.337126:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777501056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.337134:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.337137:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762185.337141:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777501056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762185.337147:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777501184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762185.337168:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762185.337180:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff9c6f851a1500 x1876699777501184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.337192:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777501184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.337208:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.337211:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762185.337215:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777501184:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762185.464401:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762186.488416:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762187.512370:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762188.536405:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762189.560424:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762190.456333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762190.456342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762190.456345:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762190.456354:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1862
00000100:00080000:2.0:1789762190.456365:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762190.456371:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762190.456404:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777501312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762190.456439:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762190.456442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762190.456444:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762190.456447:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1862
00000100:00080000:2.0:1789762190.456450:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762190.456453:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762190.456466:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762190.456479:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777501440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762190.456489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762190.456491:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762190.456493:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762190.456497:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1862
00000100:00080000:2.0:1789762190.456501:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762190.456508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777501312:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762190.456508:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762190.456514:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762190.456527:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777501568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762190.456534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762190.456537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762190.456538:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762190.456541:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1862
00000100:00080000:2.0:1789762190.456542:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762190.456545:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762190.456548:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762190.456554:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777501696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762190.456560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762190.456563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762190.456564:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762190.456568:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1862
00000100:00080000:2.0:1789762190.456570:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762190.456572:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762190.456575:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762190.456581:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777501824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762190.456586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762190.456588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762190.456589:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762190.456592:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1862
00000100:00080000:2.0:1789762190.456595:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762190.456598:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762190.456601:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762190.456613:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777501952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762190.456617:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762190.456630:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762190.456633:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762190.456634:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762190.456637:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1862
00000100:00080000:2.0:1789762190.456639:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762190.456642:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762190.456648:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762190.456659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777502080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762190.456691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff9c6f851a2d80 x1876699777501312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.456717:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777501312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.456732:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.456738:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762190.456745:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777501312:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762190.456777:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777501440:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762190.456809:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762190.456836:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff9c6f851a0000 x1876699777501440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.456853:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777501440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.456870:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.456874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762190.456878:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777501440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762190.456886:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777501568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762190.456916:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762190.456933:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff9c6f851a3480 x1876699777501568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.456953:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777501568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.456963:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.456970:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762190.456975:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777501568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762190.456983:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777501696:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762190.457011:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762190.457030:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff9c6f851a0380 x1876699777501696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.457045:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777501696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.457055:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.457059:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762190.457063:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777501696:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762190.457070:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777501824:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762190.457091:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762190.457103:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff9c6f851a1500 x1876699777501824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.457118:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777501824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.457127:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.457132:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762190.457135:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777501824:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762190.457143:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777501952:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762190.457170:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762190.457192:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff9c6f851a2300 x1876699777501952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.457211:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777501952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.457273:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.457282:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762190.457290:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777501952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762190.457299:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777502080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762190.457322:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762190.457344:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff9c6f851a2680 x1876699777502080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.457359:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777502080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.457369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.457372:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762190.457376:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777502080:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762190.584383:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762191.608407:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762192.632431:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762193.656374:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762194.680428:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762195.576360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762195.576368:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762195.576372:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762195.576384:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1867
00000100:00080000:2.0:1789762195.576411:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762195.576418:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762195.576453:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777502208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762195.576478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762195.576480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762195.576482:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762195.576485:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1867
00000100:00080000:2.0:1789762195.576487:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762195.576490:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762195.576497:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762195.576509:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777502336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762195.576517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762195.576520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762195.576521:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762195.576524:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1867
00000100:00080000:2.0:1789762195.576526:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762195.576529:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762195.576534:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762195.576540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777502208:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762195.576548:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777502464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762195.576565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762195.576567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762195.576568:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762195.576572:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1867
00000100:00080000:2.0:1789762195.576574:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762195.576577:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762195.576580:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762195.576589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777502592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762195.576595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762195.576598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762195.576599:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762195.576601:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1867
00000100:00080000:2.0:1789762195.576610:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762195.576612:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762195.576616:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762195.576629:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777502720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762195.576639:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762195.576646:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762195.576654:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762195.576657:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762195.576664:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1867
00000100:00080000:2.0:1789762195.576670:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762195.576675:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762195.576682:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762195.576694:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195]  req@ffff9c6f851a3b80 x1876699777502208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762195.576703:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777502848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762195.576721:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777502208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762195.576725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762195.576743:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762195.576751:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762195.576754:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762195.576765:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789762195.576766:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1867
00000100:00100000:1.0:1789762195.576777:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777502208:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762195.576777:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762195.576789:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762195.576795:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777502336:192.168.203.138@tcp:38:kworker.0
00000008:00100000:2.0:1789762195.576800:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762195.576819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777502976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762195.576830:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762195.576851:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195]  req@ffff9c6f851a1c00 x1876699777502336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762195.576869:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777502336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762195.576876:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762195.576879:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762195.576881:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777502336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762195.576910:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777502464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762195.576932:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762195.576944:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195]  req@ffff9c6f851a1f80 x1876699777502464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762195.576957:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777502464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762195.576963:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762195.576965:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762195.576968:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777502464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762195.576972:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777502592:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762195.576988:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762195.576995:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195]  req@ffff9c6f851a2a00 x1876699777502592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762195.577003:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777502592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762195.577013:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762195.577016:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762195.577018:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777502592:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762195.577021:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777502720:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762195.577032:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762195.577038:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195]  req@ffff9c6f851a1180 x1876699777502720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762195.577045:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777502720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762195.577052:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762195.577056:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762195.577059:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777502720:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762195.577066:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777502848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762195.577087:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762195.577097:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195]  req@ffff9c6f851a0e00 x1876699777502848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762195.577109:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777502848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762195.577117:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762195.577120:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762195.577123:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777502848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762195.577130:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777502976:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762195.577151:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762195.577161:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195]  req@ffff9c6f851a1880 x1876699777502976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762195.577172:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777502976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762195.577189:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762195.577193:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762195.577196:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777502976:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762195.704361:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762196.728391:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762197.752344:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762198.776410:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762199.800374:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762200.696363:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762200.696374:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762200.696380:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762200.696390:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1872
00000100:00080000:2.0:1789762200.696403:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762200.696411:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762200.696452:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777503104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762200.696482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762200.696486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762200.696488:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762200.696493:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1872
00000100:00080000:2.0:1789762200.696497:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762200.696502:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762200.696512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762200.696525:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777503104:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762200.696530:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777503232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762200.696544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762200.696549:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762200.696551:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762200.696555:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1872
00000100:00080000:2.0:1789762200.696559:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762200.696564:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762200.696570:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762200.696584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777503360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762200.696591:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762200.696600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762200.696605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762200.696608:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762200.696613:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1872
00000100:00080000:2.0:1789762200.696618:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762200.696624:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762200.696630:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762200.696634:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200]  req@ffff9c6f851a0a80 x1876699777503104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762200.696646:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777503488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762200.696653:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777503104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762200.696671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762200.696674:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762200.696678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762200.696679:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789762200.696683:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762200.696685:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777503104:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762200.696693:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1872
00000100:00080000:2.0:1789762200.696700:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762200.696704:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762200.696710:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762200.696715:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777503232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762200.696727:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777503616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762200.696741:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762200.696750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762200.696756:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789762200.696758:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200]  req@ffff9c6f851a0700 x1876699777503232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762200.696759:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762200.696769:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1872
00000100:00080000:2.0:1789762200.696776:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762200.696782:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762200.696786:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777503232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762200.696791:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762200.696796:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762200.696801:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762200.696803:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777503232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762200.696809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777503744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762200.696811:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777503360:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762200.696834:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762200.696835:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762200.696842:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762200.696844:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762200.696848:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200]  req@ffff9c6f851a3100 x1876699777503360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762200.696853:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1872
00000100:00080000:2.0:1789762200.696861:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762200.696867:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762200.696873:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777503360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762200.696876:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762200.696891:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762200.696894:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777503872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762200.696898:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762200.696909:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777503360:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762200.696919:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777503488:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762200.696938:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762200.696950:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200]  req@ffff9c6f851a3800 x1876699777503488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762200.696961:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777503488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762200.696967:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762200.696969:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762200.696970:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777503488:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762200.696982:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777503616:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762200.696993:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762200.696999:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200]  req@ffff9c6f851a0a80 x1876699777503616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762200.697006:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777503616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762200.697011:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762200.697013:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762200.697015:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777503616:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762200.697018:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777503744:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762200.697028:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762200.697034:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200]  req@ffff9c6f851a1880 x1876699777503744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762200.697041:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777503744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762200.697050:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762200.697052:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762200.697054:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777503744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762200.697057:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777503872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762200.697066:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762200.697071:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200]  req@ffff9c6f851a0e00 x1876699777503872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762200.697078:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777503872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762200.697083:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762200.697084:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762200.697086:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777503872:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762200.824431:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762201.848366:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762202.872393:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762203.896374:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762204.920452:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762205.816408:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762205.816418:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762205.816423:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762205.816432:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1877
00000100:00080000:0.0:1789762205.816443:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762205.816450:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762205.816488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777504000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762205.816514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762205.816518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762205.816520:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762205.816524:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1877
00000100:00080000:0.0:1789762205.816527:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762205.816531:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762205.816547:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762205.816572:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777504128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762205.816583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762205.816586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762205.816588:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762205.816599:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1877
00000100:00100000:1.0:1789762205.816601:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777504000:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762205.816607:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762205.816616:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762205.816626:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762205.816643:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777504256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762205.816653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762205.816656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762205.816658:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762205.816665:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1877
00000100:00080000:0.0:1789762205.816684:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762205.816688:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762205.816694:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762205.816695:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762205.816710:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777504384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762205.816720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762205.816723:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762205.816725:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762205.816729:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1877
00000100:00080000:0.0:1789762205.816733:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762205.816737:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762205.816742:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762205.816748:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762205]  req@ffff9c6f84ef7480 x1876699777504000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762205.816755:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777504512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762205.816814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762205.816818:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762205.816820:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762205.816837:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1877
00000100:00100000:1.0:1789762205.816842:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777504000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762205.816844:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762205.816859:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762205.816874:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762205.816897:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777504640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762205.816899:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762205.816925:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762205.816962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762205.816970:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762205.816970:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777504000:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762205.816976:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762205.816994:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1877
00000100:00080000:0.0:1789762205.817001:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762205.817035:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762205.817045:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762205.817053:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777504128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762205.817067:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777504768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762205.817113:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762205.817136:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762205]  req@ffff9c6f84ef4700 x1876699777504128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762205.817152:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777504128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762205.817178:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762205.817182:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762205.817185:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777504128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762205.817191:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777504256:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762205.817209:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762205.817218:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762205]  req@ffff9c6f84ef4a80 x1876699777504256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762205.817228:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777504256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762205.817235:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762205.817237:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762205.817240:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777504256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762205.817246:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777504384:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762205.817261:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762205.817269:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762205]  req@ffff9c6f84ef6300 x1876699777504384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762205.817279:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777504384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762205.817296:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762205.817299:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762205.817301:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777504384:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762205.817306:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777504512:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762205.817402:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762205.817411:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762205]  req@ffff9c6f84ef6680 x1876699777504512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762205.817419:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777504512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762205.817424:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762205.817427:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762205.817429:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777504512:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762205.817434:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777504640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762205.817448:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762205.817455:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762205]  req@ffff9c6f84ef4380 x1876699777504640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762205.817464:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777504640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762205.817469:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762205.817471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762205.817473:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777504640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762205.817488:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777504768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762205.817501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762205.817508:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762205]  req@ffff9c6f84ef5500 x1876699777504768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762205.817516:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777504768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762205.817522:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762205.817524:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762205.817526:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777504768:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762205.944544:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762206.968427:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762207.992381:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762209.016360:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762210.040388:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762210.936355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762210.936363:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762210.936367:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762210.936376:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1882
00000100:00080000:2.0:1789762210.936387:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762210.936394:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762210.936427:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777504896/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762210.936460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762210.936463:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762210.936464:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762210.936467:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1882
00000100:00080000:2.0:1789762210.936469:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762210.936472:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762210.936481:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762210.936492:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777505024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762210.936503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762210.936505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762210.936506:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777504896:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762210.936507:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762210.936515:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1882
00000100:00080000:2.0:1789762210.936517:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762210.936519:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762210.936522:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762210.936531:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777505152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762210.936537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762210.936539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762210.936541:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762210.936543:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1882
00000100:00080000:2.0:1789762210.936546:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762210.936549:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762210.936551:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762210.936559:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777505280/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762210.936564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762210.936566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762210.936568:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762210.936571:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1882
00000100:00080000:2.0:1789762210.936574:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762210.936576:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762210.936579:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762210.936586:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777505408/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762210.936592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762210.936594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762210.936595:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762210.936598:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1882
00000100:00080000:2.0:1789762210.936600:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762210.936603:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762210.936607:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777505024:192.168.203.138@tcp:38:kworker.0
00000008:00100000:2.0:1789762210.936609:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762210.936621:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777505536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762210.936629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762210.936632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762210.936635:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762210.936639:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1882
00000100:00100000:1.0:1789762210.936644:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777505152:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762210.936645:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762210.936654:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762210.936661:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762210.936677:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777505664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762210.936686:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777505280:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762210.936712:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777505408:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762210.936726:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777505536:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762210.936739:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777505664:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762211.064360:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762212.088386:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762213.112373:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762214.008537:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:1.0:1789762214.008590:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762214.008613:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789762214.008662:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789762214.008674:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789762214.008684:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789762214.008697:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789762214.008707:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789762214.008716:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762214]  req@ffff9c6f851a2a00 x1876699777505024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789762214.008723:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789762214.008765:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777505024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762214.008781:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762214.008787:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762214.008793:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777505024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762214.008803:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762214]  req@ffff9c6f851a1f80 x1876699777505152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762214.008820:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777505152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762214.008830:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762214.008834:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762214.008838:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777505152:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762214.008850:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762214]  req@ffff9c6f851a1c00 x1876699777505280/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762214.008863:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777505280/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762214.008871:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762214.008875:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762214.008879:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777505280:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762214.008887:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762214]  req@ffff9c6f851a3b80 x1876699777505408/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762214.008900:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777505408/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762214.008909:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762214.008914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762214.008918:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777505408:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762214.008927:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762214]  req@ffff9c6f851a1180 x1876699777504896/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762214.008943:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777504896/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762214.008950:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762214.008955:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762214.008958:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777504896:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762214.009004:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762214]  req@ffff9c6f851a2680 x1876699777505536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762214.009019:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777505536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762214.009028:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762214.009032:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762214.009035:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777505536:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762214.009043:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762214]  req@ffff9c6f851a2300 x1876699777505664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762214.009065:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777505664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762214.009074:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762214.009079:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762214.009083:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777505664:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762214.136425:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762215.160363:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762216.056376:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762216.056385:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762216.056388:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762216.056396:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1887
00000100:00080000:0.0:1789762216.056405:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762216.056410:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762216.056439:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777505792/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762216.056462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762216.056465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762216.056466:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762216.056469:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1887
00000100:00080000:0.0:1789762216.056471:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762216.056474:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762216.056481:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762216.056490:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777505920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762216.056497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762216.056500:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762216.056501:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762216.056504:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1887
00000100:00080000:0.0:1789762216.056507:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762216.056509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777505792:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762216.056512:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762216.056519:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762216.056529:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777506048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762216.056535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762216.056538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762216.056539:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762216.056542:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1887
00000100:00080000:0.0:1789762216.056545:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762216.056547:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762216.056550:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762216.056556:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777506176/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762216.056562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762216.056564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762216.056565:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762216.056567:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1887
00000100:00080000:0.0:1789762216.056577:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762216.056579:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762216.056582:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762216.056591:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777506304/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762216.056592:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762216.056601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762216.056604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762216.056606:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762216.056609:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1887
00000100:00080000:0.0:1789762216.056611:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762216.056614:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762216.056617:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762216.056624:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777506432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762216.056635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762216.056639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762216.056640:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff9c6f84ef6a00 x1876699777505792/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762216.056641:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762216.056651:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1887
00000100:00080000:0.0:1789762216.056656:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762216.056661:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762216.056665:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762216.056675:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777505792/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762216.056678:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777506560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762216.056709:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762216.056717:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762216.056722:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777505792:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762216.056732:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777505920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762216.056759:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762216.056774:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff9c6f84ef4000 x1876699777505920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762216.056788:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777505920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762216.056797:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762216.056801:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762216.056805:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777505920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762216.056836:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777506048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762216.056858:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762216.056871:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff9c6f84ef5c00 x1876699777506048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762216.056884:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777506048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762216.056893:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762216.056896:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762216.056900:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777506048:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762216.056906:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777506176:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762216.056927:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762216.056940:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff9c6f84ef7800 x1876699777506176/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762216.056952:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777506176/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762216.056961:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762216.056964:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762216.056968:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777506176:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762216.056975:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777506304:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762216.056996:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762216.057008:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff9c6f84ef4e00 x1876699777506304/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762216.057019:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777506304/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762216.057026:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762216.057029:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762216.057032:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777506304:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762216.057038:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777506432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762216.057057:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762216.057068:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff9c6f84ef5880 x1876699777506432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762216.057084:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777506432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762216.057091:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762216.057093:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762216.057096:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777506432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762216.057101:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777506560:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762216.057119:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762216.057129:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff9c6f84ef6d80 x1876699777506560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762216.057139:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777506560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762216.057147:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762216.057150:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762216.057153:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777506560:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762216.184372:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762217.208386:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762218.232378:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762219.256355:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762220.280357:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762221.176333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.176342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762221.176346:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762221.176354:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1892
00000100:00080000:3.0:1789762221.176365:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762221.176372:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762221.176408:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777506688/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762221.176429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.176432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762221.176433:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762221.176436:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1892
00000100:00080000:3.0:1789762221.176438:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762221.176441:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762221.176448:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762221.176457:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777506816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762221.176469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.176471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762221.176473:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762221.176477:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777506688:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762221.176479:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1892
00000100:00080000:3.0:1789762221.176484:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762221.176488:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762221.176491:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762221.176499:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777506944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762221.176505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.176507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762221.176509:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762221.176512:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1892
00000100:00080000:3.0:1789762221.176514:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762221.176516:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762221.176520:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762221.176527:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777507072/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762221.176533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.176535:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762221.176536:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762221.176541:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762221.176544:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1892
00000100:00080000:3.0:1789762221.176549:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762221.176552:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762221.176556:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762221.176564:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777507200/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762221.176569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.176572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762221.176574:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762221.176577:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1892
00000100:00080000:3.0:1789762221.176580:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762221.176584:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff9c6f91ebad80 x1876699777506688/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762221.176587:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762221.176590:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762221.176598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777507328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762221.176623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.176631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762221.176634:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762221.176639:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1892
00000100:00080000:3.0:1789762221.176642:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762221.176648:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777506688/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762221.176648:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762221.176651:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762221.176664:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762221.176664:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777507456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762221.176674:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762221.176681:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777506688:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762221.176708:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777506816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762221.176725:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762221.176734:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff9c6f91ebb480 x1876699777506816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762221.176742:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777506816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762221.176747:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762221.176750:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762221.176752:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777506816:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762221.176755:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777506944:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762221.176765:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762221.176771:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff9c6f91ebaa00 x1876699777506944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762221.176778:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777506944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762221.176787:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762221.176790:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762221.176792:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777506944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762221.176795:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777507072:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762221.176805:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762221.176810:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff9c6f91ebb800 x1876699777507072/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762221.176817:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777507072/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762221.176822:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762221.176824:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762221.176826:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777507072:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762221.176829:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777507200:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762221.176841:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762221.176851:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff9c6f91eb9500 x1876699777507200/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762221.176872:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777507200/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762221.176880:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762221.176883:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762221.176887:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777507200:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762221.176894:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777507328:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762221.176912:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762221.176920:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff9c6f91eb9f80 x1876699777507328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762221.176927:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777507328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762221.176932:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762221.176934:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762221.176936:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777507328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762221.176940:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777507456:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762221.176950:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762221.176956:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff9c6f91eb9880 x1876699777507456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762221.176963:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777507456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762221.176967:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762221.176969:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762221.176971:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777507456:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762221.304358:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762222.328363:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762223.352355:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762224.376411:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762225.400401:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762226.296394:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762226.296403:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762226.296408:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762226.296419:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1897
00000100:00080000:3.0:1789762226.296432:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762226.296440:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762226.296482:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777507584/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762226.296506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762226.296509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762226.296510:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762226.296515:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1897
00000100:00080000:3.0:1789762226.296519:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762226.296523:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762226.296533:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762226.296546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777507712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762226.296553:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777507584:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762226.296557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762226.296564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762226.296566:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762226.296571:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1897
00000100:00080000:3.0:1789762226.296575:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762226.296577:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762226.296583:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762226.296595:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777507840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762226.296603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762226.296606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762226.296608:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762226.296612:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1897
00000100:00080000:3.0:1789762226.296616:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762226.296620:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762226.296624:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762226.296634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777507968/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762226.296641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762226.296645:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:0.0:1789762226.296647:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762226.296692:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff9c6f91eb9880 x1876699777507584/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762226.296713:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777507584/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762226.296725:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762226.296729:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762226.296734:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777507584:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762226.296761:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777507712:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762226.296789:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762226.296803:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff9c6f91eb9f80 x1876699777507712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762226.296816:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777507712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762226.296826:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762226.296831:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762226.296835:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777507712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762226.296842:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777507840:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762226.296867:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762226.296882:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff9c6f91eb9500 x1876699777507840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762226.296883:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762226.296892:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1897
00000100:00080000:3.0:1789762226.296899:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762226.296905:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762226.296911:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777507840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762226.296912:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762226.296926:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762226.296930:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777508096/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762226.296935:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762226.296945:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777507840:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762226.296953:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777507968:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762226.296981:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762226.297001:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762226.297005:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff9c6f91ebb800 x1876699777507968/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762226.297006:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762226.297010:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762226.297018:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1897
00000100:00080000:3.0:1789762226.297024:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762226.297031:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762226.297038:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762226.297046:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777507968/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762226.297051:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777508224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762226.297070:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762226.297072:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762226.297077:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762226.297079:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762226.297080:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762226.297090:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1897
00000100:00100000:0.0:1789762226.297091:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777507968:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789762226.297093:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762226.297099:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762226.297103:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762226.297113:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777508352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762226.297122:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777508096:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762226.297149:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762226.297178:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff9c6f91ebaa00 x1876699777508096/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762226.297192:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777508096/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762226.297201:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762226.297205:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762226.297209:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777508096:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762226.297215:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777508224:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762226.297268:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762226.297283:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff9c6f91ebb480 x1876699777508224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762226.297300:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777508224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762226.297318:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762226.297322:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762226.297326:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777508224:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762226.297340:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777508352:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762226.297360:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762226.297372:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff9c6f91ebad80 x1876699777508352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762226.297386:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777508352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762226.297395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762226.297399:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762226.297403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777508352:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762226.424439:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762227.448403:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762228.472360:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762229.496418:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762230.520371:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762231.416322:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.416331:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762231.416335:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.416343:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1903
00000100:00080000:3.0:1789762231.416353:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762231.416360:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762231.416393:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777508480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762231.416418:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.416420:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762231.416421:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.416424:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1903
00000100:00080000:3.0:1789762231.416427:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762231.416429:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762231.416437:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762231.416445:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777508608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762231.416452:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.416454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762231.416456:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.416459:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1903
00000100:00080000:3.0:1789762231.416460:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762231.416462:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762231.416465:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762231.416472:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777508736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762231.416476:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777508480:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762231.416480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.416487:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762231.416488:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.416491:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1903
00000100:00080000:3.0:1789762231.416493:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762231.416496:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762231.416499:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762231.416508:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777508864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762231.416514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.416516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762231.416517:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.416519:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1903
00000100:00080000:3.0:1789762231.416522:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762231.416524:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762231.416527:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762231.416533:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777508992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762231.416539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.416541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762231.416543:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.416545:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1903
00000100:00080000:3.0:1789762231.416547:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762231.416550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762231.416553:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762231.416557:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762231.416564:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777509120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762231.416574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.416577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762231.416578:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.416581:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1903
00000100:00080000:3.0:1789762231.416583:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762231.416585:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762231.416589:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762231.416598:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff9c6f91ebad80 x1876699777508480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762231.416598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777509248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762231.416633:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777508480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762231.416646:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762231.416651:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762231.416656:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777508480:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762231.416665:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777508608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762231.416688:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762231.416701:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff9c6f91ebb480 x1876699777508608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762231.416715:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777508608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762231.416725:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762231.416728:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762231.416732:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777508608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762231.416755:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777508736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762231.416773:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762231.416784:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff9c6f91ebaa00 x1876699777508736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762231.416797:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777508736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762231.416806:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762231.416810:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762231.416814:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777508736:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762231.416820:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777508864:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762231.416837:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762231.416847:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff9c6f91ebb800 x1876699777508864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762231.416860:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777508864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762231.416869:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762231.416872:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762231.416876:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777508864:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762231.416882:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777508992:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762231.416900:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762231.416910:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff9c6f91eb9500 x1876699777508992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762231.416923:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777508992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762231.416932:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762231.416935:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762231.416939:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777508992:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762231.416945:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777509120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762231.416963:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762231.416974:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff9c6f91eb9f80 x1876699777509120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762231.416994:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777509120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762231.417003:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762231.417007:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762231.417010:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777509120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762231.417016:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777509248:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762231.417033:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762231.417042:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff9c6f91eb9880 x1876699777509248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762231.417055:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777509248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762231.417063:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762231.417067:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762231.417070:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777509248:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762231.544374:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762232.568405:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762233.592355:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762234.616380:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762235.640364:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762236.536319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762236.536327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762236.536330:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762236.536339:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1908
00000100:00080000:1.0:1789762236.536349:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762236.536355:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762236.536387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777509376/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762236.536410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762236.536413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762236.536414:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762236.536417:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1908
00000100:00080000:1.0:1789762236.536420:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762236.536422:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762236.536430:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762236.536439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777509504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762236.536446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762236.536450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762236.536451:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762236.536457:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1908
00000100:00100000:0.0:1789762236.536459:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777509376:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762236.536460:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762236.536466:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762236.536470:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762236.536482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777509632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762236.536493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762236.536497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762236.536499:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762236.536504:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1908
00000100:00080000:1.0:1789762236.536510:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762236.536515:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789762236.536521:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789762236.536521:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762236.536535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777509760/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762236.536543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762236.536545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762236.536546:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762236.536550:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1908
00000100:00080000:1.0:1789762236.536553:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762236.536558:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762236]  req@ffff9c6f9118c380 x1876699777509376/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762236.536558:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762236.536566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762236.536579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777509888/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762236.536582:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777509376/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762236.536595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762236.536599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762236.536601:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762236.536601:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762236.536610:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762236.536610:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1908
00000100:00080000:1.0:1789762236.536616:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762236.536618:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777509376:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762236.536622:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762236.536628:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762236.536631:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777509504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762236.536638:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777510016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762236.536645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762236.536648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762236.536650:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762236.536653:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1908
00000100:00080000:1.0:1789762236.536656:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762236.536658:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789762236.536663:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789762236.536663:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762236.536675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777510144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762236.536694:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762236]  req@ffff9c6f9118d180 x1876699777509504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762236.536710:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777509504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762236.536718:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762236.536721:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762236.536725:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777509504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762236.536748:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777509632:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762236.536768:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762236.536780:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762236]  req@ffff9c6f9118ca80 x1876699777509632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762236.536793:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777509632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762236.536802:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762236.536806:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762236.536810:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777509632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762236.536817:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777509760:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762236.536840:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762236.536852:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762236]  req@ffff9c6f9118dc00 x1876699777509760/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762236.536865:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777509760/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762236.536875:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762236.536878:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762236.536882:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777509760:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762236.536888:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777509888:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762236.536910:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762236.536922:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762236]  req@ffff9c6f9118df80 x1876699777509888/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762236.536934:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777509888/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762236.536944:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762236.536948:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762236.536952:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777509888:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762236.536958:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777510016:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762236.536981:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762236.536993:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762236]  req@ffff9c6f9118f800 x1876699777510016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762236.537006:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777510016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762236.537014:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762236.537017:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762236.537020:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777510016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762236.537027:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777510144:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762236.537048:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762236.537060:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762236]  req@ffff9c6f9118ce00 x1876699777510144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762236.537073:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777510144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762236.537096:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762236.537100:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762236.537104:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777510144:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762236.664354:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762237.688473:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762238.712347:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762239.736345:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762240.760390:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762241.656369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762241.656381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762241.656403:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762241.656414:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1913
00000100:00080000:1.0:1789762241.656426:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762241.656433:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762241.656491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777510272/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762241.656525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762241.656528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762241.656530:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762241.656533:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1913
00000100:00080000:1.0:1789762241.656537:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762241.656542:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762241.656570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762241.656584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777510400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762241.656605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762241.656610:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762241.656612:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762241.656618:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1913
00000100:00100000:0.0:1789762241.656620:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777510272:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762241.656621:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762241.656628:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762241.656633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762241.656643:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777510528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762241.656650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762241.656653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762241.656654:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762241.656658:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1913
00000100:00080000:1.0:1789762241.656660:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762241.656663:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762241.656666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762241.656673:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777510656/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762241.656679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762241.656682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762241.656684:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762241.656686:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1913
00000100:00080000:1.0:1789762241.656688:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762241.656690:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762241.656693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762241.656696:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762241.656704:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777510784/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762241.656711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762241.656714:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762241.656716:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762241.656719:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1913
00000100:00080000:1.0:1789762241.656721:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762241.656724:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762241.656726:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762241.656734:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777510912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762241.656741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762241.656744:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241]  req@ffff9c6f9118e680 x1876699777510272/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762241.656744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762241.656748:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762241.656756:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1913
00000100:00080000:1.0:1789762241.656760:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762241.656764:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762241.656768:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762241.656772:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777510272/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762241.656777:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777511040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762241.656808:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762241.656814:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762241.656818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777510272:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762241.656825:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777510400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762241.656841:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762241.656849:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241]  req@ffff9c6f9118ed80 x1876699777510400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762241.656858:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777510400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762241.656863:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762241.656865:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762241.656867:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777510400:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762241.656888:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777510528:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762241.656899:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762241.656905:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241]  req@ffff9c6f9118d500 x1876699777510528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762241.656913:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777510528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762241.656918:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762241.656920:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762241.656922:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777510528:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762241.656926:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777510656:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762241.656936:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762241.656942:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241]  req@ffff9c6f9118f100 x1876699777510656/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762241.656950:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777510656/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762241.656955:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762241.656957:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762241.656959:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777510656:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762241.656962:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777510784:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762241.656971:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762241.656978:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241]  req@ffff9c6f9118c700 x1876699777510784/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762241.656990:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777510784/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762241.656999:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762241.657002:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762241.657006:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777510784:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762241.657012:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777510912:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762241.657034:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762241.657061:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241]  req@ffff9c6f9118ce00 x1876699777510912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762241.657075:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777510912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762241.657095:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762241.657098:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762241.657100:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777510912:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762241.657105:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777511040:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762241.657120:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762241.657128:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241]  req@ffff9c6f9118f800 x1876699777511040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762241.657141:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777511040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762241.657147:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762241.657149:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762241.657151:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777511040:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762241.784445:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762242.808399:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762243.832386:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762244.856464:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762245.880381:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762246.776296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762246.776307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762246.776312:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762246.776323:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1918
00000100:00080000:1.0:1789762246.776335:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762246.776343:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762246.776387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777511168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762246.776417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762246.776421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762246.776423:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762246.776428:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1918
00000100:00080000:1.0:1789762246.776433:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762246.776438:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762246.776448:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762246.776465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777511296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762246.776474:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777511168:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762246.776481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762246.776495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762246.776497:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762246.776502:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1918
00000100:00080000:1.0:1789762246.776507:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762246.776512:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762246.776517:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762246.776532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777511424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762246.776543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762246.776547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762246.776549:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762246.776555:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1918
00000800:00000100:0.0:1789762246.776557:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762246.776563:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762246.776569:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762246.776576:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762246.776589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777511552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762246.776600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762246.776604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789762246.776607:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246]  req@ffff9c6f9118df80 x1876699777511168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762246.776608:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762246.776619:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1918
00000100:00080000:1.0:1789762246.776627:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762246.776633:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762246.776638:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777511168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762246.776641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762246.776657:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762246.776662:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762246.776669:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777511168:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762246.776669:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777511680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762246.776687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762246.776692:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762246.776694:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762246.776698:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1918
00000100:00080000:1.0:1789762246.776702:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762246.776705:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777511296:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762246.776709:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762246.776719:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762246.776735:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777511808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762246.776745:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762246.776754:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762246.776759:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762246.776761:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762246.776765:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246]  req@ffff9c6f9118dc00 x1876699777511296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762246.776770:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1918
00000100:00080000:1.0:1789762246.776779:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762246.776786:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762246.776790:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777511296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762246.776794:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762246.776807:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762246.776814:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762246.776815:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777511936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762246.776820:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777511296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762246.776834:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777511424:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762246.776861:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762246.776880:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246]  req@ffff9c6f9118ca80 x1876699777511424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762246.776893:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777511424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762246.776901:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762246.776904:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762246.776907:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777511424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762246.776914:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777511552:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762246.776956:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762246.776968:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246]  req@ffff9c6f9118d180 x1876699777511552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762246.776980:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777511552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762246.776988:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762246.776991:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762246.776995:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777511552:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762246.777000:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777511680:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762246.777041:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762246.777053:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246]  req@ffff9c6f9118c380 x1876699777511680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762246.777064:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777511680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762246.777071:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762246.777075:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762246.777078:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777511680:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762246.777097:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777511808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762246.777118:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762246.777130:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246]  req@ffff9c6f9118df80 x1876699777511808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762246.777143:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777511808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762246.777152:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762246.777155:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762246.777159:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777511808:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762246.777165:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777511936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762246.777182:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762246.777192:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246]  req@ffff9c6f9118f800 x1876699777511936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762246.777204:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777511936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762246.777212:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762246.777215:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762246.777218:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777511936:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762246.904395:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762247.928351:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762248.952391:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762249.976383:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762251.000385:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762251.896335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762251.896344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762251.896348:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762251.896364:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1923
00000100:00080000:1.0:1789762251.896375:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762251.896383:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762251.896420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777512064/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762251.896447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762251.896450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762251.896452:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762251.896455:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1923
00000100:00080000:1.0:1789762251.896458:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762251.896461:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762251.896470:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762251.896482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777512192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762251.896491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762251.896493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762251.896495:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762251.896498:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1923
00000100:00080000:1.0:1789762251.896501:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762251.896503:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762251.896508:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762251.896510:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777512064:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762251.896518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777512320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762251.896526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762251.896528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762251.896530:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762251.896533:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1923
00000100:00080000:1.0:1789762251.896535:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762251.896538:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762251.896541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762251.896551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777512448/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762251.896558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762251.896560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762251.896562:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762251.896565:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1923
00000100:00080000:1.0:1789762251.896568:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762251.896570:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762251.896574:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762251.896579:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762251.896585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777512576/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762251.896594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762251.896597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762251.896599:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762251.896601:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1923
00000100:00080000:1.0:1789762251.896604:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762251.896606:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762251.896610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762251.896620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777512704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762251.896625:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251]  req@ffff9c6f9118ce00 x1876699777512064/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762251.896631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762251.896640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762251.896643:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762251.896650:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1923
00000100:00080000:1.0:1789762251.896654:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762251.896658:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777512064/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762251.896660:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762251.896667:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762251.896678:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762251.896684:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762251.896686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777512832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762251.896692:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777512064:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762251.896708:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777512192:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762251.896729:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762251.896739:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251]  req@ffff9c6f9118c700 x1876699777512192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762251.896749:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777512192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762251.896755:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762251.896758:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762251.896760:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777512192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762251.896781:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777512320:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762251.896793:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762251.896800:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251]  req@ffff9c6f9118f100 x1876699777512320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762251.896809:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777512320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762251.896815:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762251.896817:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762251.896819:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777512320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762251.896824:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777512448:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762251.896836:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762251.896842:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251]  req@ffff9c6f9118d500 x1876699777512448/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762251.896851:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777512448/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762251.896857:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762251.896859:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762251.896861:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777512448:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762251.896865:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777512576:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762251.896876:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762251.896882:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251]  req@ffff9c6f9118ed80 x1876699777512576/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762251.896890:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777512576/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762251.896896:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762251.896898:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762251.896900:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777512576:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762251.896904:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777512704:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762251.896916:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762251.896922:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251]  req@ffff9c6f9118e680 x1876699777512704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762251.896931:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777512704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762251.896937:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762251.896939:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762251.896941:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777512704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762251.896945:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777512832:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762251.896956:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762251.896963:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251]  req@ffff9c6f9118f800 x1876699777512832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762251.897004:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777512832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762251.897010:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762251.897013:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762251.897015:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777512832:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762252.024415:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762253.048458:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762254.072431:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762255.096458:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762256.120428:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762257.016325:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762257.016333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762257.016337:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762257.016344:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1928
00000100:00080000:0.0:1789762257.016354:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762257.016367:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762257.016402:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777512960/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762257.016423:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762257.016425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762257.016427:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762257.016430:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1928
00000100:00080000:0.0:1789762257.016432:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762257.016435:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762257.016442:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762257.016453:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777513088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762257.016463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762257.016464:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777512960:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762257.016466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762257.016469:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762257.016476:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1928
00000100:00080000:0.0:1789762257.016478:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762257.016480:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762257.016483:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762257.016491:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777513216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762257.016497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762257.016499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762257.016500:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762257.016503:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1928
00000100:00080000:0.0:1789762257.016506:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762257.016509:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762257.016512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762257.016519:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777513344/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762257.016524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762257.016527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762257.016528:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762257.016530:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1928
00000100:00080000:0.0:1789762257.016533:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762257.016536:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762257.016541:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762257.016541:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762257.016551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777513472/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762257.016558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762257.016561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762257.016564:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762257.016568:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1928
00000100:00080000:0.0:1789762257.016572:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762257.016577:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762257.016582:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762257.016591:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff9c6f84ef5f80 x1876699777512960/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762257.016598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777513600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762257.016610:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777512960/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762257.016612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762257.016622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762257.016626:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762257.016629:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762257.016633:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1928
00000100:00080000:1.0:1789762257.016637:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762257.016638:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762257.016643:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777512960:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762257.016646:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762257.016653:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762257.016664:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777513728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762257.016668:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777513088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762257.016695:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762257.016707:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff9c6f84ef6d80 x1876699777513088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.016716:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777513088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.016721:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.016724:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762257.016726:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777513088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762257.016730:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777513216:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762257.016740:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762257.016746:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff9c6f84ef5880 x1876699777513216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.016753:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777513216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.016758:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.016760:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762257.016762:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777513216:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762257.016765:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777513344:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762257.016775:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762257.016781:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff9c6f84ef4e00 x1876699777513344/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.016788:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777513344/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.016792:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.016794:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762257.016797:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777513344:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762257.016800:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777513472:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762257.016809:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762257.016814:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff9c6f84ef7800 x1876699777513472/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.016821:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777513472/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.016826:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.016828:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762257.016830:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777513472:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762257.016833:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777513600:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762257.016843:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762257.016848:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff9c6f84ef5c00 x1876699777513600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.016855:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777513600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.016860:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.016862:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762257.016863:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777513600:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762257.016876:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777513728:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762257.016886:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762257.016895:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff9c6f84ef4000 x1876699777513728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.016908:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777513728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.016916:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.016919:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762257.016923:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777513728:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762257.144358:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762258.168375:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762259.192474:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762260.216459:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762261.240373:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762262.136458:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762262.136468:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762262.136473:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762262.136485:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1933
00000100:00080000:0.0:1789762262.136498:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762262.136506:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762262.136547:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777513856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762262.136576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762262.136581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762262.136583:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762262.136589:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1933
00000100:00080000:0.0:1789762262.136594:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762262.136608:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762262.136620:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762262.136623:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777513856:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762262.136653:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777513984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762262.136678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762262.136686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762262.136691:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762262.136700:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1933
00000800:00000100:3.0:1789762262.136707:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762262.136709:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762262.136723:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762262.136732:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762262.136752:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777514112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762262.136764:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762262.136768:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762262.136771:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762262.136778:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff9c6f84ef6a00 x1876699777513856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762262.136780:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1933
00000100:00080000:0.0:1789762262.136787:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762262.136794:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762262.136800:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762262.136816:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777514240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762262.136856:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762262.136859:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762262.136861:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762262.136864:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1933
00000100:00080000:0.0:1789762262.136868:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762262.136871:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762262.136875:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762262.136884:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777514368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762262.136928:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762262.136934:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762262.136937:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762262.136943:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1933
00000100:00080000:0.0:1789762262.136949:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762262.136956:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762262.136964:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762262.136985:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777514496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762262.137016:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762262.137022:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762262.137025:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762262.137032:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1933
00000100:00080000:0.0:1789762262.137039:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762262.137045:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762262.137051:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762262.137064:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777514624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762262.137172:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777513856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762262.137188:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762262.137195:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762262.137201:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777513856:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762262.137329:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777513984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762262.137369:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762262.137387:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff9c6f84ef5500 x1876699777513984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762262.137407:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777513984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762262.137421:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762262.137427:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762262.137433:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777513984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762262.137444:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777514112:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762262.137476:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762262.137495:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff9c6f84ef4380 x1876699777514112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762262.137509:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777514112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762262.137518:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762262.137521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762262.137525:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777514112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762262.137531:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777514240:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762262.137552:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762262.137562:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff9c6f84ef6680 x1876699777514240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762262.137574:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777514240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762262.137583:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762262.137586:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762262.137590:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777514240:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762262.137595:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777514368:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762262.137610:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762262.137618:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff9c6f84ef6300 x1876699777514368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762262.137629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777514368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762262.137637:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762262.137639:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762262.137642:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777514368:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762262.137647:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777514496:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762262.137663:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762262.137672:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff9c6f84ef4a80 x1876699777514496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762262.137682:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777514496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762262.137690:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762262.137693:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762262.137697:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777514496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762262.137702:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777514624:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762262.137717:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762262.137729:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff9c6f84ef4700 x1876699777514624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762262.137748:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777514624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762262.137761:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762262.137766:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762262.137772:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777514624:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762262.264371:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762263.288419:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762264.312361:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762265.336379:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762266.360384:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762267.256298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762267.256308:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762267.256313:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762267.256324:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1938
00000100:00080000:0.0:1789762267.256333:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762267.256339:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762267.256371:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777514752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762267.256393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762267.256396:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762267.256397:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762267.256400:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1938
00000100:00080000:0.0:1789762267.256403:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762267.256406:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762267.256413:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762267.256422:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777514752:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762267.256426:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777514880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762267.256440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762267.256442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762267.256444:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762267.256447:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1938
00000100:00080000:0.0:1789762267.256449:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762267.256451:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762267.256454:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762267.256462:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777515008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762267.256468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762267.256471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762267.256472:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762267.256477:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1938
00000800:00000100:3.0:1789762267.256478:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762267.256481:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762267.256490:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762267.256494:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762267.256502:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777515136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762267.256509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762267.256512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762267.256513:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762267.256518:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1938
00000100:00100000:3.0:1789762267.256519:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff9c6f84ef7480 x1876699777514752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762267.256522:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762267.256529:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762267.256536:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762267.256543:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777514752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762267.256546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777515264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762267.256570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762267.256570:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762267.256576:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762267.256579:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762267.256580:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762267.256587:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777514752:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762267.256588:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1938
00000100:00080000:0.0:1789762267.256594:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762267.256597:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762267.256600:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762267.256607:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777515392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762267.256613:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777514880:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762267.256615:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762267.256622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762267.256623:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762267.256626:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1938
00000100:00080000:0.0:1789762267.256630:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762267.256632:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762267.256636:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762267.256641:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762267.256648:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777515520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762267.256660:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff9c6f84ef4700 x1876699777514880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762267.256678:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777514880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762267.256688:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762267.256690:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762267.256693:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777514880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762267.256697:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777515008:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762267.256712:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762267.256720:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff9c6f84ef4a80 x1876699777515008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762267.256728:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777515008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762267.256733:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762267.256735:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762267.256737:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777515008:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762267.256741:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777515136:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762267.256751:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762267.256756:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff9c6f84ef6300 x1876699777515136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762267.256763:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777515136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762267.256769:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762267.256771:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762267.256773:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777515136:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762267.256776:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777515264:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762267.256785:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762267.256790:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff9c6f84ef6680 x1876699777515264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762267.256796:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777515264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762267.256801:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762267.256803:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762267.256805:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777515264:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762267.256815:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777515392:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762267.256825:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762267.256831:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff9c6f84ef4380 x1876699777515392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762267.256837:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777515392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762267.256842:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762267.256844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762267.256847:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777515392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762267.256865:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777515520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762267.256882:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762267.256889:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff9c6f84ef5500 x1876699777515520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762267.256897:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777515520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762267.256902:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762267.256904:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762267.256906:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777515520:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762267.384405:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762268.408430:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762269.432374:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762270.456449:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762271.480391:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762272.376354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762272.376367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762272.376372:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762272.376385:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1944
00000100:00080000:1.0:1789762272.376400:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762272.376409:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762272.376456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777515648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762272.376487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762272.376492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762272.376494:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762272.376499:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1944
00000100:00080000:1.0:1789762272.376503:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762272.376509:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762272.376520:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762272.376527:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777515648:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762272.376538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777515776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762272.376551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762272.376555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762272.376557:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762272.376561:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1944
00000100:00080000:1.0:1789762272.376565:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762272.376570:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762272.376575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762272.376589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777515904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762272.376599:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762272.376602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762272.376607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762272.376609:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762272.376615:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1944
00000100:00080000:1.0:1789762272.376620:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762272.376625:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762272.376631:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762272.376644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777516032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762272.376655:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff9c6f9118df80 x1876699777515648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762272.376657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762272.376668:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762272.376673:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762272.376679:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1944
00000100:00080000:1.0:1789762272.376684:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762272.376685:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777515648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762272.376694:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762272.376705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762272.376706:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762272.376714:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762272.376721:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777516160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762272.376722:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777515648:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762272.376739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762272.376742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762272.376745:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762272.376750:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1944
00000100:00080000:1.0:1789762272.376754:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762272.376757:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777515776:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762272.376763:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762272.376770:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762272.376787:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777516288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762272.376787:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762272.376801:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff9c6f9118c380 x1876699777515776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762272.376802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762272.376828:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762272.376833:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762272.376840:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777515776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762272.376842:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1944
00000100:00080000:1.0:1789762272.376850:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762272.376852:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762272.376858:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789762272.376859:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762272.376865:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777515776:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789762272.376869:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762272.376872:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777515904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762272.376889:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777516416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762272.376896:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762272.376908:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff9c6f9118d180 x1876699777515904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762272.376918:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777515904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762272.376925:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762272.376928:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762272.376930:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777515904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762272.376935:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777516032:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762272.376947:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762272.376953:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff9c6f9118ca80 x1876699777516032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762272.376960:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777516032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762272.376966:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762272.376968:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762272.376970:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777516032:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762272.376973:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777516160:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762272.376983:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762272.376988:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff9c6f9118dc00 x1876699777516160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762272.376995:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777516160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762272.377000:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762272.377002:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762272.377003:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777516160:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762272.377015:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777516288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762272.377025:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762272.377031:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff9c6f9118df80 x1876699777516288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762272.377037:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777516288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762272.377042:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762272.377044:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762272.377046:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777516288:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762272.377049:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777516416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762272.377059:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762272.377064:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff9c6f9118f800 x1876699777516416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762272.377070:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777516416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762272.377075:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762272.377077:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762272.377079:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777516416:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762272.504453:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762273.528412:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762274.552378:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762275.576376:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762276.600366:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762277.496315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762277.496324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762277.496327:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762277.496335:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1949
00000100:00080000:2.0:1789762277.496344:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762277.496350:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762277.496385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777516544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762277.496405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762277.496408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762277.496409:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762277.496412:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1949
00000100:00080000:2.0:1789762277.496415:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762277.496418:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762277.496426:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762277.496437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777516672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762277.496437:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777516544:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762277.496451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762277.496453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762277.496454:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762277.496457:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1949
00000100:00080000:2.0:1789762277.496460:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762277.496463:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762277.496466:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762277.496475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777516800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762277.496481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762277.496483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762277.496484:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762277.496486:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1949
00000100:00080000:2.0:1789762277.496489:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762277.496491:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762277.496494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762277.496501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777516928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762277.496508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762277.496510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762277.496511:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762277.496513:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1949
00000100:00080000:2.0:1789762277.496515:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762277.496517:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762277.496521:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762277.496528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777517056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762277.496535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762277.496538:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777516672:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762277.496540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762277.496543:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762277.496547:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1949
00000100:00080000:2.0:1789762277.496551:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762277.496554:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762277.496558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762277.496570:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777516800:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762277.496571:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777517184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762277.496582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762277.496585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762277.496587:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762277.496590:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1949
00000100:00080000:2.0:1789762277.496595:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762277.496599:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762277.496599:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777516928:192.168.203.138@tcp:8:kworker.0
00000008:00100000:2.0:1789762277.496604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762277.496613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777517312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762277.496634:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777517056:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762277.496649:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777517184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762277.496663:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777517312:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762277.624399:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762278.648469:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762279.672371:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789762280.568519:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:0.0:1789762280.568566:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789762280.568584:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762280.568632:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762280.568644:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762280.568655:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762280.568668:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762280.568680:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762280.568693:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789762280.568696:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762280]  req@ffff9c6f851a2d80 x1876699777517056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762280.568737:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777517056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762280.568767:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762280.568773:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762280.568779:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777517056:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762280.568790:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762280]  req@ffff9c6f851a2300 x1876699777517184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762280.568807:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777517184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762280.568816:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762280.568820:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762280.568824:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777517184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762280.568832:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762280]  req@ffff9c6f851a2680 x1876699777517312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762280.568845:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777517312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762280.568854:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762280.568858:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762280.568862:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777517312:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762280.568870:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762280]  req@ffff9c6f851a0380 x1876699777516672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762280.568885:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777516672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762280.568894:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762280.568898:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762280.568902:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777516672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762280.568910:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762280]  req@ffff9c6f851a3480 x1876699777516800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762280.568924:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777516800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762280.568933:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762280.568938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762280.568942:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777516800:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762280.568950:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762280]  req@ffff9c6f851a0000 x1876699777516928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762280.568964:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777516928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762280.568973:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762280.568977:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762280.568981:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777516928:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762280.568988:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762280]  req@ffff9c6f851a1500 x1876699777516544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762280.569002:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777516544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762280.569010:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762280.569014:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762280.569018:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777516544:192.168.203.138@tcp:250:kworker.0
00010000:00010000:1.0:1789762280.696405:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762281.720425:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762282.616374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762282.616385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762282.616391:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762282.616403:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1954
00000100:00080000:2.0:1789762282.616415:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762282.616422:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762282.616476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777517440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762282.616508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762282.616522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762282.616524:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762282.616528:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1954
00000100:00080000:2.0:1789762282.616532:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762282.616536:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762282.616549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762282.616568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777517568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762282.616582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762282.616586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762282.616588:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762282.616595:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1954
00000100:00080000:2.0:1789762282.616602:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762282.616603:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777517440:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762282.616611:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762282.616625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762282.616643:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777517696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762282.616654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762282.616659:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762282.616661:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762282.616677:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1954
00000100:00080000:2.0:1789762282.616699:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762282.616705:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762282.616711:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762282.616722:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762282.616735:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777517824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762282.616766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762282.616770:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762282.616772:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762282.616777:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1954
00000100:00080000:2.0:1789762282.616781:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762282.616786:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762282.616795:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762282.616812:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282]  req@ffff9c6f851a1180 x1876699777517440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762282.616815:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777517952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762282.616867:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762282.616881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762282.616883:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762282.616890:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1954
00000100:00080000:2.0:1789762282.616895:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762282.616902:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762282.616911:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777517440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762282.616915:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762282.616945:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762282.616946:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777518080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762282.616965:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762282.616982:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777517440:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762282.617014:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777517568:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762282.617052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762282.617052:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762282.617062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762282.617069:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762282.617080:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1954
00000100:00080000:2.0:1789762282.617090:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762282.617099:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762282.617099:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282]  req@ffff9c6f851a3b80 x1876699777517568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762282.617115:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762282.617138:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777517568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762282.617144:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777518208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762282.617166:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762282.617311:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762282.617318:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777517568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762282.617327:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777517696:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762282.617356:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762282.617371:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282]  req@ffff9c6f851a1c00 x1876699777517696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762282.617384:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777517696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762282.617392:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762282.617396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762282.617399:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777517696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762282.617407:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777517824:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762282.617430:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762282.617443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282]  req@ffff9c6f851a1f80 x1876699777517824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762282.617455:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777517824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762282.617464:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762282.617467:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762282.617471:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777517824:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762282.617477:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777517952:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762282.617499:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762282.617511:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282]  req@ffff9c6f851a2a00 x1876699777517952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762282.617522:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777517952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762282.617529:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762282.617532:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762282.617535:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777517952:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762282.617555:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777518080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762282.617575:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762282.617587:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282]  req@ffff9c6f851a0e00 x1876699777518080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762282.617598:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777518080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762282.617607:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762282.617611:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762282.617614:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777518080:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762282.617624:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777518208:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762282.617653:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762282.617669:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282]  req@ffff9c6f851a1880 x1876699777518208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762282.617688:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777518208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762282.617698:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762282.617702:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762282.617706:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777518208:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762282.744380:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762283.768367:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762284.792414:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762285.816394:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762286.840444:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762287.736412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762287.736421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762287.736426:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762287.736438:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1959
00000100:00080000:1.0:1789762287.736449:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762287.736456:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762287.736541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777518336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762287.736578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762287.736585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762287.736588:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762287.736592:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1959
00000100:00080000:1.0:1789762287.736598:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762287.736603:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762287.736617:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762287.736634:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777518336:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762287.736642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777518464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762287.736695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762287.736715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762287.736718:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762287.736723:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1959
00000100:00080000:1.0:1789762287.736727:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762287.736732:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762287.736738:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762287.736763:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777518592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762287.736774:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762287.736777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762287.736783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762287.736785:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762287.736789:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1959
00000100:00080000:1.0:1789762287.736794:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762287.736814:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762287.736821:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762287.736836:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777518720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762287.736846:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287]  req@ffff9c6f9118e680 x1876699777518336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762287.736849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762287.736860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762287.736865:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762287.736876:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1959
00000100:00080000:1.0:1789762287.736881:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762287.736886:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762287.736890:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777518336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762287.736893:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762287.736912:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762287.736914:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777518848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762287.736922:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762287.736932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777518336:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762287.736934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762287.736943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762287.736945:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762287.736966:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1959
00000100:00080000:1.0:1789762287.736968:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762287.736971:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762287.736974:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762287.736982:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777518464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762287.736984:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777518976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762287.736994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762287.736997:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762287.737000:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762287.737002:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1959
00000100:00080000:1.0:1789762287.737006:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762287.737009:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762287.737013:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762287.737018:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762287.737052:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287]  req@ffff9c6f9118ed80 x1876699777518464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762287.737059:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777519104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762287.737081:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777518464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762287.737100:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762287.737104:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762287.737108:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777518464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762287.737115:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777518592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762287.737133:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762287.737143:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287]  req@ffff9c6f9118d500 x1876699777518592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762287.737153:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777518592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762287.737171:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762287.737174:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762287.737177:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777518592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762287.737183:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777518720:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762287.737199:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762287.737224:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287]  req@ffff9c6f9118f100 x1876699777518720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762287.737232:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777518720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762287.737256:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762287.737268:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762287.737289:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777518720:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762287.737295:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777518848:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762287.737314:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762287.737325:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287]  req@ffff9c6f9118c700 x1876699777518848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762287.737343:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777518848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762287.737350:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762287.737353:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762287.737356:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777518848:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762287.737372:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777518976:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762287.737401:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762287.737408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287]  req@ffff9c6f9118ce00 x1876699777518976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762287.737415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777518976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762287.737420:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762287.737422:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762287.737424:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777518976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762287.737427:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777519104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762287.737438:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762287.737444:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287]  req@ffff9c6f9118e680 x1876699777519104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762287.737451:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777519104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762287.737457:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762287.737458:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762287.737460:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777519104:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762287.864519:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762288.888413:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762289.912473:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762290.936564:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762291.960399:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762292.856361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762292.856371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762292.856375:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762292.856385:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1964
00000100:00080000:2.0:1789762292.856397:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762292.856405:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762292.856454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777519232/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762292.856481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762292.856484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762292.856486:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762292.856490:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1964
00000100:00080000:2.0:1789762292.856493:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762292.856498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762292.856511:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762292.856532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777519360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762292.856547:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777519232:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762292.856551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762292.856561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762292.856563:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762292.856568:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1964
00000100:00080000:2.0:1789762292.856571:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762292.856575:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762292.856580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762292.856590:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777519488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762292.856598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762292.856600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762292.856601:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762292.856606:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1964
00000100:00080000:2.0:1789762292.856621:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762292.856627:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789762292.856634:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789762292.856640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762292.856671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777519616/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762292.856684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762292.856688:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762292.856691:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762292.856699:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1964
00000100:00100000:3.0:1789762292.856702:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292]  req@ffff9c6f851a0a80 x1876699777519232/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762292.856704:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762292.856718:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762292.856732:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762292.856739:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777519232/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762292.856749:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777519744/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762292.856753:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762292.856772:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789762292.856775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762292.856779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789762292.856782:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777519232:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762292.856783:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762292.856800:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1964
00000100:00080000:2.0:1789762292.856803:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762292.856809:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762292.856815:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762292.856826:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777519872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762292.856828:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777519360:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762292.856852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762292.856856:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762292.856858:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762292.856871:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1964
00000800:00000100:3.0:1789762292.856874:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762292.856878:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762292.856884:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762292.856890:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762292.856894:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292]  req@ffff9c6f851a3800 x1876699777519360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762292.856904:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777520000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762292.856910:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777519360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762292.856950:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762292.856953:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762292.856957:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777519360:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762292.856962:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777519488:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762292.856981:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762292.856988:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292]  req@ffff9c6f851a3100 x1876699777519488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762292.856995:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777519488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762292.857001:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762292.857002:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762292.857004:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777519488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762292.857008:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777519616:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762292.857019:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762292.857025:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292]  req@ffff9c6f851a0700 x1876699777519616/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762292.857032:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777519616/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762292.857036:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762292.857038:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762292.857041:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777519616:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762292.857044:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777519744:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762292.857054:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762292.857060:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292]  req@ffff9c6f851a1880 x1876699777519744/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762292.857067:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777519744/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762292.857072:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762292.857074:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762292.857075:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777519744:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762292.857088:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777519872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762292.857104:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762292.857111:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292]  req@ffff9c6f851a0e00 x1876699777519872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762292.857118:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777519872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762292.857123:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762292.857126:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762292.857128:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777519872:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762292.857131:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777520000:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762292.857145:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762292.857156:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292]  req@ffff9c6f851a2a00 x1876699777520000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762292.857168:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777520000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762292.857177:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762292.857180:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762292.857184:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777520000:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762292.984445:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762294.008445:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762295.032489:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762296.056418:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762297.080534:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762297.976368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762297.976378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762297.976382:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762297.976393:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1969
00000100:00080000:2.0:1789762297.976404:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762297.976411:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762297.976457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777520128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762297.976492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762297.976497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762297.976508:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762297.976515:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1969
00000100:00080000:2.0:1789762297.976520:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762297.976523:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762297.976535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762297.976545:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777520128:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762297.976557:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777520256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762297.976584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762297.976588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762297.976590:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762297.976593:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1969
00000100:00080000:2.0:1789762297.976601:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762297.976606:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789762297.976612:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789762297.976632:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762297.976656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777520384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762297.976668:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297]  req@ffff9c6f851a1f80 x1876699777520128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762297.976670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762297.976689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762297.976695:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762297.976702:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1969
00000100:00100000:3.0:1789762297.976709:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777520128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762297.976727:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762297.976738:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789762297.976740:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762297.976745:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789762297.976746:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762297.976758:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777520128:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762297.976771:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777520512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762297.976780:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762297.976794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762297.976796:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762297.976798:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1969
00000100:00080000:2.0:1789762297.976802:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762297.976807:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762297.976807:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777520256:192.168.203.138@tcp:38:kworker.0
00000008:00100000:2.0:1789762297.976820:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762297.976840:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777520640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762297.976851:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762297.976853:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762297.976862:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762297.976865:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762297.976870:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1969
00000100:00100000:3.0:1789762297.976875:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297]  req@ffff9c6f851a1c00 x1876699777520256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762297.976881:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762297.976893:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762297.976903:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762297.976904:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777520256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762297.976918:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777520768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762297.976935:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762297.976942:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762297.976950:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777520256:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762297.976957:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762297.976959:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777520384:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762297.976973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762297.976976:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762297.976982:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1969
00000800:00000100:3.0:1789762297.976988:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762297.976993:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762297.977002:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297]  req@ffff9c6f851a3b80 x1876699777520384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762297.977009:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762297.977025:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762297.977029:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777520384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762297.977036:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762297.977042:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762297.977043:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777520896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762297.977052:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777520384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762297.977080:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777520512:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762297.977100:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762297.977108:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297]  req@ffff9c6f851a1180 x1876699777520512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762297.977121:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777520512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762297.977127:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762297.977132:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762297.977138:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777520512:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762297.977153:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777520640:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762297.977168:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762297.977174:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297]  req@ffff9c6f851a1500 x1876699777520640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762297.977181:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777520640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762297.977186:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762297.977189:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762297.977191:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777520640:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762297.977195:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777520768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762297.977208:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762297.977218:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297]  req@ffff9c6f851a0000 x1876699777520768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762297.977268:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777520768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762297.977274:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762297.977277:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762297.977279:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777520768:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762297.977284:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777520896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762297.977305:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762297.977330:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297]  req@ffff9c6f851a3480 x1876699777520896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762297.977340:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777520896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762297.977345:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762297.977349:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762297.977353:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777520896:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762298.104437:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762299.128436:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762300.152468:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762301.176353:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762302.200421:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762303.096306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762303.096327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762303.096332:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762303.096346:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1974
00000100:00080000:2.0:1789762303.096360:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762303.096368:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762303.096409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777521024/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762303.096443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762303.096448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762303.096451:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762303.096459:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1974
00000100:00080000:2.0:1789762303.096465:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762303.096469:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762303.096479:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762303.096495:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777521024:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762303.096496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777521152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762303.096518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762303.096520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762303.096523:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762303.096527:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1974
00000100:00080000:2.0:1789762303.096530:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762303.096533:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762303.096536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762303.096545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777521280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762303.096552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762303.096554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762303.096556:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762303.096560:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1974
00000100:00080000:2.0:1789762303.096564:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762303.096571:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789762303.096575:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789762303.096599:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762303.096615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777521408/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762303.096623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762303.096626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762303.096628:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762303.096633:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1974
00000100:00080000:2.0:1789762303.096636:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762303.096638:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff9c6f851a0380 x1876699777521024/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762303.096642:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762303.096655:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762303.096675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777521536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762303.096679:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777521024/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762303.096737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762303.096739:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762303.096741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762303.096751:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762303.096752:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789762303.096759:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1974
00000100:00080000:2.0:1789762303.096766:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762303.096766:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777521024:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762303.096777:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762303.096782:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762303.096791:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777521664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762303.096799:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777521152:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762303.096826:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762303.096829:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762303.096831:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762303.096835:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1974
00000100:00080000:2.0:1789762303.096844:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762303.096844:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762303.096859:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762303.096864:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762303.096868:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff9c6f851a2680 x1876699777521152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762303.096876:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777521792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762303.096908:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777521152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762303.096921:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762303.096924:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762303.096926:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777521152:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762303.096930:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777521280:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762303.096944:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762303.096952:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff9c6f851a2300 x1876699777521280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762303.096959:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777521280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762303.096964:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762303.096966:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762303.096968:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777521280:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762303.096972:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777521408:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762303.096982:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762303.096988:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff9c6f851a2d80 x1876699777521408/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762303.096995:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777521408/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762303.097000:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762303.097002:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762303.097004:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777521408:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762303.097008:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777521536:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762303.097018:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762303.097023:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff9c6f851a3480 x1876699777521536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762303.097030:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777521536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762303.097035:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762303.097037:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762303.097039:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777521536:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762303.097050:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777521664:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762303.097060:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762303.097066:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff9c6f851a0000 x1876699777521664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762303.097072:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777521664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762303.097077:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762303.097079:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762303.097081:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777521664:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762303.097085:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777521792:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762303.097095:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762303.097106:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff9c6f851a1500 x1876699777521792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762303.097118:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777521792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762303.097127:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762303.097130:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762303.097133:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777521792:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762303.224462:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762304.248396:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762305.272536:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762306.296524:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762307.320433:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762308.216417:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762308.216431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762308.216436:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762308.216451:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1979
00000100:00080000:0.0:1789762308.216467:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.216476:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762308.216530:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777521920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762308.216607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762308.216613:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762308.216616:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762308.216625:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1979
00000100:00080000:0.0:1789762308.216631:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.216640:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762308.216657:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762308.216669:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777521920:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762308.216685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777522048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762308.216701:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762308.216706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762308.216708:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762308.216715:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1979
00000100:00080000:0.0:1789762308.216719:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.216724:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762308.216730:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762308.216750:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777522176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762308.216751:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762308.216766:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762308.216770:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762308.216773:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762308.216778:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1979
00000100:00080000:0.0:1789762308.216782:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.216785:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762308.216791:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762308.216804:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777522304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762308.216806:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff9c6f84ef6a00 x1876699777521920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762308.216837:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777521920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762308.216849:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762308.216860:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762308.216861:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762308.216863:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762308.216872:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762308.216877:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1979
00000100:00100000:3.0:1789762308.216884:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777521920:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762308.216890:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.216900:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762308.216909:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762308.216911:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777522048:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762308.216945:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777522432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762308.216949:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762308.216964:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff9c6f84ef4000 x1876699777522048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762308.216968:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762308.216985:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762308.216993:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762308.217017:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1979
00000100:00100000:3.0:1789762308.217019:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777522048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762308.217030:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.217050:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789762308.217050:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762308.217065:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762308.217071:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777522048:192.168.203.138@tcp:38:kworker.0
00000008:00100000:0.0:1789762308.217072:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762308.217085:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777522176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762308.217098:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777522560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762308.217112:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762308.217112:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762308.217122:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762308.217126:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762308.217135:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff9c6f84ef5c00 x1876699777522176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762308.217140:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1979
00000100:00080000:0.0:1789762308.217155:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.217165:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762308.217168:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777522176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762308.217177:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762308.217185:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762308.217194:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762308.217200:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777522688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762308.217208:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777522176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762308.217227:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777522304:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762308.217305:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762308.217323:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff9c6f84ef7800 x1876699777522304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762308.217333:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777522304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762308.217357:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762308.217361:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762308.217366:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777522304:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762308.217385:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777522432:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762308.217424:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762308.217438:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff9c6f84ef4e00 x1876699777522432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762308.217451:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777522432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762308.217459:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762308.217463:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762308.217482:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777522432:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762308.217489:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777522560:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762308.217514:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762308.217527:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff9c6f84ef5880 x1876699777522560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762308.217579:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777522560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762308.217590:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762308.217595:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762308.217615:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777522560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762308.217631:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777522688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762308.217654:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762308.217667:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff9c6f84ef6d80 x1876699777522688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762308.217679:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777522688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762308.217688:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762308.217691:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762308.217695:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777522688:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762308.344533:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762309.368477:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762310.392552:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762311.416422:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762312.440431:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762313.336425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762313.336456:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762313.336462:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762313.336475:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1984
00000100:00080000:0.0:1789762313.336490:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762313.336501:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762313.336618:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777522816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762313.336651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762313.336656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762313.336658:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762313.336663:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1984
00000100:00080000:0.0:1789762313.336667:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762313.336672:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762313.336695:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762313.336718:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777522944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762313.336733:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762313.336740:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762313.336740:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777522816:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762313.336749:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762313.336763:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1984
00000100:00080000:0.0:1789762313.336766:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762313.336770:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762313.336775:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762313.336790:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777523072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762313.336820:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762313.336824:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762313.336827:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762313.336834:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1984
00000100:00080000:0.0:1789762313.336838:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762313.336844:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762313.336850:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762313.336879:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777523200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762313.336890:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762313.336895:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762313.336900:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762313.336902:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762313.336908:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1984
00000100:00080000:0.0:1789762313.336912:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762313.336916:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762313.336922:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762313.336955:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777523328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762313.336967:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762313.336973:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762313.336976:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762313.336992:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1984
00000100:00100000:3.0:1789762313.336996:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff9c6f84ef5f80 x1876699777522816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762313.336999:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762313.337016:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762313.337044:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762313.337054:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777522816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762313.337061:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777523456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762313.337109:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762313.337116:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762313.337125:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762313.337131:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762313.337139:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762313.337142:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777522816:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762313.337170:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1984
00000100:00080000:0.0:1789762313.337175:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762313.337181:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762313.337187:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762313.337200:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777522944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762313.337205:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777523584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762313.337276:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762313.337304:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff9c6f84ef6d80 x1876699777522944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762313.337324:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777522944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762313.337360:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762313.337366:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762313.337374:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777522944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762313.337385:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777523072:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762313.337430:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762313.337449:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff9c6f84ef5880 x1876699777523072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762313.337465:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777523072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762313.337473:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762313.337477:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762313.337480:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777523072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762313.337486:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777523200:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762313.337505:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762313.337538:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff9c6f84ef4e00 x1876699777523200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762313.337558:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777523200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762313.337567:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762313.337570:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762313.337574:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777523200:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762313.337580:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777523328:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762313.337600:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762313.337609:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff9c6f84ef7800 x1876699777523328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762313.337620:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777523328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762313.337627:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762313.337630:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762313.337633:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777523328:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762313.337638:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777523456:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762313.337653:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762313.337661:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff9c6f84ef5c00 x1876699777523456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762313.337671:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777523456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762313.337678:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762313.337681:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762313.337684:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777523456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762313.337703:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777523584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762313.337718:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762313.337728:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff9c6f84ef4000 x1876699777523584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762313.337739:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777523584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762313.337747:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762313.337749:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762313.337752:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777523584:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762313.464588:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762314.488434:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762315.512407:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762316.536453:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762317.560437:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762318.456351:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.456362:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762318.456367:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.456377:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1990
00000100:00080000:1.0:1789762318.456389:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.456396:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762318.456440:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777523712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762318.456480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.456486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762318.456488:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.456492:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1990
00000100:00080000:1.0:1789762318.456496:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.456500:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762318.456512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762318.456512:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777523712:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762318.456528:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777523840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762318.456538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.456541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762318.456542:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.456546:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1990
00000100:00080000:1.0:1789762318.456549:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.456551:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762318.456554:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762318.456564:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777523968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762318.456571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.456574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762318.456575:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.456577:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1990
00000100:00080000:1.0:1789762318.456580:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.456583:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762318.456588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762318.456595:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777524096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762318.456600:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762318.456609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.456612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762318.456613:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.456617:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1990
00000100:00080000:1.0:1789762318.456620:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.456622:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762318.456625:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762318.456633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777524224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762318.456640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.456643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762318.456645:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762318.456648:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff9c6f9118f800 x1876699777523712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762318.456651:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1990
00000100:00080000:1.0:1789762318.456657:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.456663:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762318.456667:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762318.456675:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777523712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762318.456678:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777524352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762318.456685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.456688:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762318.456692:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.456697:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1990
00000100:00080000:1.0:1789762318.456702:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762318.456704:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762318.456705:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762318.456713:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762318.456713:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762318.456721:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777523712:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762318.456726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777524480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762318.456747:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777523840:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762318.456767:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762318.456781:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff9c6f9118df80 x1876699777523840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762318.456794:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777523840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762318.456811:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762318.456815:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762318.456819:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777523840:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762318.456826:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777523968:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762318.456852:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762318.456860:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff9c6f9118dc00 x1876699777523968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762318.456868:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777523968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762318.456875:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762318.456877:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762318.456879:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777523968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762318.456883:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777524096:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762318.456895:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762318.456902:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff9c6f9118ca80 x1876699777524096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762318.456909:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777524096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762318.456914:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762318.456916:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762318.456919:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777524096:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762318.456922:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777524224:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762318.456932:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762318.456938:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff9c6f9118d180 x1876699777524224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762318.456945:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777524224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762318.456950:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762318.456952:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762318.456954:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777524224:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762318.456957:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777524352:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762318.456974:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762318.456981:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff9c6f9118c380 x1876699777524352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762318.456988:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777524352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762318.456992:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762318.456994:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762318.456997:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777524352:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762318.457000:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777524480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762318.457011:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762318.457018:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff9c6f9118e680 x1876699777524480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762318.457026:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777524480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762318.457031:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762318.457033:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762318.457034:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777524480:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762318.584441:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762319.608472:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762320.632522:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762321.656404:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762322.680353:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762323.576323:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762323.576331:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762323.576334:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762323.576344:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 1995
00000100:00080000:1.0:1789762323.576354:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762323.576361:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762323.576397:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777524608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762323.576417:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762323.576419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762323.576421:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762323.576423:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1995
00000100:00080000:1.0:1789762323.576426:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762323.576439:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762323.576448:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762323.576461:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777524736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762323.576465:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777524608:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762323.576470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762323.576475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762323.576476:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762323.576480:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1995
00000100:00080000:1.0:1789762323.576482:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762323.576485:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762323.576489:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762323.576497:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777524864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762323.576503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762323.576506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762323.576507:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762323.576510:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1995
00000100:00080000:1.0:1789762323.576513:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762323.576515:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762323.576517:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762323.576526:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777524992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762323.576535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762323.576535:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762323.576541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762323.576542:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762323.576546:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 1995
00000100:00080000:1.0:1789762323.576549:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762323.576551:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762323.576554:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762323.576561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777525120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762323.576567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762323.576570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762323.576570:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762323.576573:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1995
00000100:00080000:1.0:1789762323.576575:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762323.576578:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762323.576582:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762323.576594:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777525248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762323.576594:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323]  req@ffff9c6f9118ce00 x1876699777524608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762323.576622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762323.576625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762323.576626:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762323.576630:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 1995
00000100:00080000:1.0:1789762323.576635:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762323.576636:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777524608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762323.576643:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762323.576652:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762323.576657:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762323.576664:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762323.576669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777525376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762323.576673:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777524608:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762323.576706:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777524736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762323.576726:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762323.576736:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323]  req@ffff9c6f9118c700 x1876699777524736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762323.576745:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777524736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762323.576755:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762323.576757:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762323.576759:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777524736:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762323.576763:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777524864:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762323.576773:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762323.576780:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323]  req@ffff9c6f9118f100 x1876699777524864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762323.576787:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777524864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762323.576796:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762323.576799:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762323.576802:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777524864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762323.576808:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777524992:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762323.576828:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762323.576841:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323]  req@ffff9c6f9118d500 x1876699777524992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762323.576853:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777524992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762323.576862:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762323.576864:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762323.576866:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777524992:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762323.576871:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777525120:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762323.576885:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762323.576893:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323]  req@ffff9c6f9118ed80 x1876699777525120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762323.576900:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777525120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762323.576905:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762323.576906:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762323.576908:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777525120:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762323.576912:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777525248:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762323.576922:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762323.576928:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323]  req@ffff9c6f9118e680 x1876699777525248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762323.576935:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777525248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762323.576940:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762323.576941:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762323.576943:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777525248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762323.576946:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777525376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762323.576956:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762323.576962:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323]  req@ffff9c6f9118c380 x1876699777525376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762323.576969:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777525376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762323.576974:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762323.576975:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762323.576977:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777525376:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762323.704406:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762324.728407:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762325.752383:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762326.776372:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762327.800427:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762328.696354:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762328.696365:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762328.696369:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762328.696380:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2000
00000100:00080000:1.0:1789762328.696406:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762328.696415:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762328.696456:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777525504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762328.696483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762328.696487:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762328.696489:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762328.696495:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2000
00000100:00080000:1.0:1789762328.696500:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762328.696505:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762328.696516:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762328.696530:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777525504:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762328.696534:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777525632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762328.696551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762328.696554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762328.696556:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762328.696562:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2000
00000100:00080000:1.0:1789762328.696566:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762328.696573:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762328.696579:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762328.696596:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777525760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762328.696608:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762328.696615:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789762328.696616:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762328.696619:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762328.696626:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2000
00000100:00080000:1.0:1789762328.696633:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762328.696637:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762328.696644:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762328.696655:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777525888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762328.696663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762328.696665:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762328.696668:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762328.696672:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328]  req@ffff9c6f9118d180 x1876699777525504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762328.696673:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2000
00000100:00080000:1.0:1789762328.696682:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762328.696691:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762328.696700:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762328.696715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777526016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762328.696723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762328.696726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762328.696732:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762328.696733:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777525504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762328.696738:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2000
00000100:00080000:1.0:1789762328.696743:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762328.696749:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762328.696758:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762328.696773:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762328.696778:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777526144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762328.696784:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762328.696801:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777525504:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762328.696805:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762328.696813:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762328.696815:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762328.696821:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2000
00000100:00080000:1.0:1789762328.696825:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762328.696830:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762328.696834:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762328.696845:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777525632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762328.696846:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777526272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762328.696888:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762328.696902:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328]  req@ffff9c6f9118ca80 x1876699777525632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762328.696911:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777525632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762328.696922:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762328.696925:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762328.696927:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777525632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762328.696931:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777525760:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762328.696943:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762328.696950:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328]  req@ffff9c6f9118dc00 x1876699777525760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762328.696957:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777525760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762328.696963:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762328.696965:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762328.696967:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777525760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762328.696971:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777525888:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762328.696982:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762328.696988:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328]  req@ffff9c6f9118df80 x1876699777525888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762328.696996:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777525888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762328.697001:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762328.697003:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762328.697005:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777525888:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762328.697009:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777526016:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762328.697019:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762328.697025:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328]  req@ffff9c6f9118f800 x1876699777526016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762328.697031:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777526016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762328.697036:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762328.697039:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762328.697041:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777526016:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762328.697045:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777526144:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762328.697055:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762328.697061:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328]  req@ffff9c6f9118c380 x1876699777526144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762328.697067:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777526144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762328.697072:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762328.697075:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762328.697077:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777526144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762328.697089:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777526272:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762328.697100:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762328.697108:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328]  req@ffff9c6f9118e680 x1876699777526272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762328.697115:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777526272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762328.697120:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762328.697122:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762328.697124:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777526272:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762328.824454:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762329.848441:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762330.872434:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762331.896395:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762332.920481:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762333.816419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762333.816427:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762333.816431:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762333.816441:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2005
00000100:00080000:2.0:1789762333.816451:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762333.816458:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762333.816492:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777526400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762333.816517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762333.816520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762333.816522:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762333.816525:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2005
00000100:00080000:2.0:1789762333.816528:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762333.816548:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762333.816559:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762333.816571:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777526400:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762333.816579:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777526528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762333.816599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762333.816603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762333.816604:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762333.816610:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2005
00000100:00080000:2.0:1789762333.816618:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762333.816623:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762333.816628:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762333.816649:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777526656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762333.816650:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762333.816677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762333.816683:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762333.816685:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762333.816694:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2005
00000100:00100000:1.0:1789762333.816695:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333]  req@ffff9c6f851a1180 x1876699777526400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762333.816704:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762333.816716:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762333.816728:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762333.816733:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777526400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762333.816744:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777526784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762333.816747:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762333.816756:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789762333.816764:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762333.816765:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777526400:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762333.816776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762333.816781:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762333.816787:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2005
00000100:00080000:2.0:1789762333.816790:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762333.816794:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762333.816797:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762333.816805:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777526528:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762333.816811:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777526912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762333.816824:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762333.816827:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762333.816829:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762333.816835:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762333.816836:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2005
00000100:00080000:2.0:1789762333.816845:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762333.816850:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762333.816855:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762333.816860:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333]  req@ffff9c6f851a3b80 x1876699777526528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762333.816868:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777527040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762333.816882:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777526528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762333.816884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762333.816895:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762333.816899:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762333.816904:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762333.816906:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2005
00000100:00080000:1.0:1789762333.816912:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789762333.816913:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762333.816918:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777526528:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762333.816921:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762333.816932:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762333.816934:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777526656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762333.816951:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777527168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762333.816963:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762333.816987:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333]  req@ffff9c6f851a1c00 x1876699777526656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762333.816997:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777526656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762333.817010:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762333.817014:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762333.817034:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777526656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762333.817045:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777526784:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762333.817066:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762333.817081:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333]  req@ffff9c6f851a1f80 x1876699777526784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762333.817089:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777526784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762333.817095:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762333.817097:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762333.817099:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777526784:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762333.817110:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777526912:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762333.817120:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762333.817125:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333]  req@ffff9c6f851a2a00 x1876699777526912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762333.817133:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777526912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762333.817137:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762333.817139:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762333.817141:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777526912:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762333.817144:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777527040:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762333.817170:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762333.817178:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333]  req@ffff9c6f851a0e00 x1876699777527040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762333.817186:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777527040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762333.817192:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762333.817194:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762333.817197:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777527040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762333.817201:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777527168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762333.817213:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762333.817219:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333]  req@ffff9c6f851a1880 x1876699777527168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762333.817227:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777527168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762333.817233:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762333.817238:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762333.817241:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777527168:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762333.944408:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762334.968434:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762335.992476:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762337.016388:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762338.040491:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762338.936393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762338.936404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762338.936407:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762338.936415:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2010
00000100:00080000:0.0:1789762338.936425:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762338.936431:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762338.936463:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777527296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762338.936488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762338.936493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762338.936495:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762338.936500:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2010
00000100:00080000:0.0:1789762338.936504:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762338.936510:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762338.936520:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762338.936532:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777527296:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762338.936538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777527424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762338.936552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762338.936556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762338.936559:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762338.936564:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2010
00000100:00080000:0.0:1789762338.936582:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762338.936587:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789762338.936592:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789762338.936594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762338.936609:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777527552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762338.936627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762338.936629:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762338]  req@ffff9c6f84ef6a00 x1876699777527296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762338.936634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762338.936638:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762338.936645:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2010
00000100:00080000:0.0:1789762338.936649:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762338.936653:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777527296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762338.936654:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762338.936662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:1.0:1789762338.936668:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762338.936672:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762338.936676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777527680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762338.936678:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777527296:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762338.936692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762338.936694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762338.936696:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762338.936699:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2010
00000100:00080000:0.0:1789762338.936700:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762338.936703:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762338.936707:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762338.936707:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777527424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762338.936719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777527808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762338.936728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762338.936732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789762338.936733:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762338.936734:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762338.936740:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2010
00000100:00080000:0.0:1789762338.936744:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762338.936751:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762338.936751:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762338]  req@ffff9c6f84ef5500 x1876699777527424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762338.936758:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762338.936773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777527936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762338.936773:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777527424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762338.936804:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762338.936805:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762338.936811:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762338.936814:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762338.936815:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762338.936820:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777527424:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762338.936822:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2010
00000100:00080000:0.0:1789762338.936828:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762338.936832:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777527552:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762338.936833:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762338.936841:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762338.936854:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777528064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762338.936861:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762338.936873:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762338]  req@ffff9c6f84ef4380 x1876699777527552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762338.936887:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777527552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762338.936893:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762338.936896:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762338.936898:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777527552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762338.936901:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777527680:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762338.936913:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762338.936918:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762338]  req@ffff9c6f84ef6680 x1876699777527680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762338.936926:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777527680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762338.936931:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762338.936933:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762338.936934:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777527680:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762338.936944:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777527808:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762338.936954:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762338.936959:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762338]  req@ffff9c6f84ef6300 x1876699777527808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762338.936966:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777527808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762338.936975:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762338.936977:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762338.936979:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777527808:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762338.936982:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777527936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762338.936992:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762338.936997:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762338]  req@ffff9c6f84ef4a80 x1876699777527936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762338.937004:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777527936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762338.937009:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762338.937011:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762338.937012:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777527936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762338.937016:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777528064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762338.937025:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762338.937030:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762338]  req@ffff9c6f84ef4700 x1876699777528064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762338.937036:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777528064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762338.937041:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762338.937043:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762338.937046:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777528064:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762339.064418:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762340.088360:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762341.112419:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762342.136433:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762343.160392:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762344.056331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.056340:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762344.056343:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762344.056352:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2015
00000100:00080000:1.0:1789762344.056362:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.056369:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762344.056414:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777528192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762344.056436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.056439:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762344.056440:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762344.056443:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2015
00000100:00080000:1.0:1789762344.056445:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.056447:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762344.056454:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762344.056475:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777528320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762344.056482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.056484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762344.056486:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762344.056489:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2015
00000100:00080000:1.0:1789762344.056491:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.056497:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762344.056497:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777528192:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789762344.056504:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762344.056511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777528448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762344.056518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.056520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762344.056522:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762344.056524:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2015
00000100:00080000:1.0:1789762344.056536:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.056539:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762344.056542:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762344.056549:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777528576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762344.056555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.056557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762344.056559:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762344.056562:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2015
00000100:00080000:1.0:1789762344.056564:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.056566:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762344.056569:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762344.056577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777528704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762344.056584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.056588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762344.056589:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762344.056594:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777528320:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762344.056595:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2015
00000100:00080000:1.0:1789762344.056612:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.056616:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762344.056620:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762344.056631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777528832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762344.056637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.056639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762344.056640:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762344.056644:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2015
00000100:00100000:3.0:1789762344.056647:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777528448:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762344.056649:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.056656:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762344.056661:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762344.056671:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777528960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762344.056681:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777528576:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762344.056700:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777528704:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762344.056715:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777528832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762344.056729:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777528960:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762344.184403:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762345.208411:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762346.232467:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762347.128705:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:3.0:1789762347.128774:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762347.128800:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789762347.128860:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789762347.128879:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789762347.128898:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789762347.128914:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789762347.128926:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789762347.128934:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762347]  req@ffff9c6f9118f100 x1876699777528448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789762347.128947:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789762347.129007:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777528448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762347.129027:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762347.129037:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762347.129045:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777528448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762347.129056:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762347]  req@ffff9c6f9118c700 x1876699777528576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762347.129075:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777528576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762347.129089:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762347.129094:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762347.129100:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777528576:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762347.129109:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762347]  req@ffff9c6f9118ce00 x1876699777528704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762347.129125:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777528704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762347.129138:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762347.129143:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762347.129148:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777528704:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762347.129158:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762347]  req@ffff9c6f9118e680 x1876699777528832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762347.129176:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777528832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762347.129188:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762347.129193:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762347.129197:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777528832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762347.129206:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762347]  req@ffff9c6f9118ed80 x1876699777528192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762347.129224:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777528192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762347.129235:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762347.129306:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762347.129315:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777528192:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762347.129327:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762347]  req@ffff9c6f9118d500 x1876699777528320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762347.129348:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777528320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762347.129360:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762347.129365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762347.129370:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777528320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762347.129412:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762347]  req@ffff9c6f9118c380 x1876699777528960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762347.129442:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777528960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762347.129472:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762347.129478:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762347.129483:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777528960:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762347.256410:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762348.280452:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762349.176485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762349.176499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762349.176504:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762349.176517:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2020
00000100:00080000:3.0:1789762349.176532:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762349.176542:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762349.176598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777529088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762349.176630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762349.176637:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762349.176639:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762349.176648:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2020
00000100:00080000:3.0:1789762349.176655:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762349.176661:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762349.176693:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777529088:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789762349.176693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762349.176722:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777529216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762349.176745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762349.176750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762349.176752:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762349.176758:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2020
00000100:00080000:3.0:1789762349.176765:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762349.176771:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762349.176778:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762349.176795:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777529344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762349.176810:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762349.176815:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762349.176817:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762349.176822:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2020
00000100:00080000:3.0:1789762349.176828:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762349.176838:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762349.176846:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762349.176857:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762349.176877:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777529472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762349.176890:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762349.176896:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762349.176899:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762349.176918:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2020
00000100:00100000:1.0:1789762349.176927:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff9c6f91eb9880 x1876699777529088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762349.176932:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762349.176951:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762349.176964:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762349.176990:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777529088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762349.176994:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777529600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762349.177070:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762349.177083:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762349.177087:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762349.177097:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777529088:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762349.177103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762349.177113:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762349.177121:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2020
00000100:00080000:3.0:1789762349.177129:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762349.177137:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762349.177144:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762349.177162:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777529216:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762349.177172:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777529728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762349.177195:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762349.177201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762349.177204:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762349.177211:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2020
00000800:00000100:1.0:1789762349.177231:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762349.177387:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762349.177400:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762349.177411:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762349.177420:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff9c6f91eb9f80 x1876699777529216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762349.177443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777529856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762349.177457:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777529216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762349.177493:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762349.177501:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762349.177508:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777529216:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762349.177523:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777529344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762349.177568:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762349.177590:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff9c6f91eb9500 x1876699777529344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762349.177612:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777529344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762349.177626:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762349.177633:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762349.177639:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777529344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762349.177653:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777529472:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762349.177700:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762349.177722:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff9c6f91ebb800 x1876699777529472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762349.177742:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777529472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762349.177757:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762349.177762:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762349.177768:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777529472:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762349.177780:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777529600:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762349.177812:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762349.177830:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff9c6f91ebaa00 x1876699777529600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762349.177863:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777529600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762349.177877:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762349.177882:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762349.177887:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777529600:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762349.177922:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777529728:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762349.177971:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762349.177987:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff9c6f91ebb480 x1876699777529728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762349.178004:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777529728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762349.178015:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762349.178020:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762349.178025:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777529728:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762349.178034:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777529856:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762349.178062:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762349.178078:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff9c6f91ebad80 x1876699777529856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762349.178094:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777529856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762349.178115:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762349.178120:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762349.178125:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777529856:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762349.304492:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762350.328447:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762351.352436:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762352.376410:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762353.400416:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762354.296348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762354.296357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762354.296361:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762354.296371:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2025
00000100:00080000:3.0:1789762354.296381:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762354.296387:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762354.296423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777529984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762354.296445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762354.296448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762354.296449:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762354.296453:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2025
00000100:00080000:3.0:1789762354.296455:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762354.296458:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762354.296466:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762354.296475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777530112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762354.296484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762354.296490:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777529984:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762354.296490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762354.296491:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762354.296500:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2025
00000100:00080000:3.0:1789762354.296519:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762354.296521:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762354.296525:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762354.296537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777530240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762354.296546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762354.296549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762354.296551:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762354.296554:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2025
00000100:00080000:3.0:1789762354.296557:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762354.296560:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762354.296564:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762354.296575:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762354.296576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777530368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762354.296593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762354.296613:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762354.296616:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762354.296621:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2025
00000100:00080000:3.0:1789762354.296625:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762354.296628:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762354.296634:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762354.296661:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777530496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762354.296663:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff9c6f91ebad80 x1876699777529984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762354.296715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762354.296719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762354.296721:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762354.296728:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777529984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762354.296728:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2025
00000100:00080000:3.0:1789762354.296737:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762354.296747:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789762354.296752:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762354.296755:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762354.296760:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762354.296767:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777529984:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762354.296772:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777530624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762354.296820:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762354.296824:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762354.296829:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777530112:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762354.296830:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762354.296861:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2025
00000100:00080000:3.0:1789762354.296866:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762354.296869:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762354.296878:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762354.296884:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762354.296896:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777530752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762354.296901:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff9c6f91ebb480 x1876699777530112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762354.296934:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777530112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762354.296948:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762354.296952:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762354.296955:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777530112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762354.296977:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777530240:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762354.296992:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762354.296999:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff9c6f91ebaa00 x1876699777530240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762354.297007:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777530240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762354.297013:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762354.297015:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762354.297017:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777530240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762354.297021:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777530368:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762354.297033:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762354.297040:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff9c6f91ebb800 x1876699777530368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762354.297048:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777530368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762354.297070:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762354.297073:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762354.297078:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777530368:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762354.297085:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777530496:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762354.297109:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762354.297123:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff9c6f91eb9500 x1876699777530496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762354.297139:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777530496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762354.297146:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762354.297148:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762354.297151:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777530496:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762354.297156:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777530624:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762354.297190:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762354.297198:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff9c6f91eb9f80 x1876699777530624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762354.297244:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777530624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762354.297251:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762354.297254:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762354.297256:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777530624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762354.297272:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777530752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762354.297289:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762354.297298:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff9c6f91eb9880 x1876699777530752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762354.297307:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777530752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762354.297312:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762354.297314:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762354.297317:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777530752:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762354.424424:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762355.448368:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762356.472378:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762357.496344:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762358.520412:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762359.416348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762359.416359:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762359.416363:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762359.416374:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2031
00000100:00080000:2.0:1789762359.416386:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762359.416394:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762359.416447:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777530880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762359.416481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762359.416486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762359.416489:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762359.416495:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2031
00000100:00080000:2.0:1789762359.416502:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762359.416508:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762359.416522:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762359.416544:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777531008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762359.416548:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777530880:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762359.416565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762359.416570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762359.416572:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762359.416576:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2031
00000100:00080000:2.0:1789762359.416580:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762359.416585:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762359.416607:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762359.416623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777531136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762359.416634:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762359.416638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762359.416639:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762359.416643:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2031
00000100:00080000:2.0:1789762359.416647:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762359.416653:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762359.416673:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762359.416689:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762359.416698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777531264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762359.416705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762359.416707:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762359.416709:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762359.416712:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2031
00000100:00080000:2.0:1789762359.416714:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762359.416716:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762359.416720:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762359.416761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777531392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762359.416769:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff9c6f851a0700 x1876699777530880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762359.416775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762359.416791:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762359.416798:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762359.416809:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2031
00000100:00100000:1.0:1789762359.416814:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777530880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762359.416829:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762359.416837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762359.416842:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789762359.416847:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762359.416854:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777530880:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789762359.416855:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762359.416885:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777531520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762359.416898:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762359.416903:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762359.416906:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762359.416916:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777531008:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762359.416916:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2031
00000100:00080000:2.0:1789762359.416930:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762359.416938:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762359.416973:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762359.416983:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762359.416995:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777531648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762359.417003:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff9c6f851a3100 x1876699777531008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762359.417037:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777531008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762359.417045:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762359.417050:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762359.417054:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777531008:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762359.417061:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777531136:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762359.417078:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762359.417088:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff9c6f851a3800 x1876699777531136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762359.417098:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777531136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762359.417105:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762359.417108:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762359.417127:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777531136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762359.417131:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777531264:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762359.417144:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762359.417150:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff9c6f851a0a80 x1876699777531264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762359.417158:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777531264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762359.417199:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762359.417208:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762359.417212:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777531264:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762359.417219:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777531392:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762359.417302:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762359.417315:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff9c6f851a1880 x1876699777531392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762359.417338:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777531392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762359.417346:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762359.417349:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762359.417352:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777531392:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762359.417358:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777531520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762359.417373:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762359.417382:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff9c6f851a0e00 x1876699777531520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762359.417392:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777531520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762359.417398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762359.417401:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762359.417405:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777531520:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762359.417426:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777531648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762359.417441:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762359.417449:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff9c6f851a2a00 x1876699777531648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762359.417459:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777531648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762359.417466:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762359.417469:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762359.417471:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777531648:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762359.544356:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762360.568470:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762361.592361:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762362.616393:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762363.640423:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762364.536381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762364.536398:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762364.536404:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762364.536418:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2036
00000100:00080000:2.0:1789762364.536431:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762364.536439:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762364.536498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777531776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762364.536527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762364.536530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762364.536532:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762364.536535:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2036
00000100:00080000:2.0:1789762364.536538:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762364.536541:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762364.536551:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762364.536561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777531904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762364.536569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762364.536572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762364.536573:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762364.536576:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2036
00000100:00080000:2.0:1789762364.536578:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762364.536580:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762364.536583:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762364.536591:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777532032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762364.536597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762364.536600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762364.536602:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762364.536606:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2036
00000100:00080000:2.0:1789762364.536609:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762364.536612:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762364.536617:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762364.536625:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777532160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762364.536639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762364.536641:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777531776:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762364.536643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762364.536645:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762364.536684:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2036
00000100:00080000:2.0:1789762364.536690:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762364.536695:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762364.536700:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762364.536715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777532288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762364.536727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762364.536734:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762364.536738:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762364.536744:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2036
00000100:00080000:2.0:1789762364.536753:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762364.536761:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762364.536771:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762364.536791:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762364.536796:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777532416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762364.536828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762364.536832:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762364.536835:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762364.536841:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2036
00000100:00080000:2.0:1789762364.536847:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762364.536853:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762364.536862:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762364.536881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364]  req@ffff9c6f851a1f80 x1876699777531776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762364.536910:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777532544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762364.536922:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777531776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762364.536950:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762364.536956:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762364.536973:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777531776:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762364.536989:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777531904:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762364.537023:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762364.537046:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364]  req@ffff9c6f851a1c00 x1876699777531904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762364.537075:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777531904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762364.537083:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762364.537086:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762364.537090:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777531904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762364.537095:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777532032:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762364.537111:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762364.537120:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364]  req@ffff9c6f851a3b80 x1876699777532032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762364.537185:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777532032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762364.537200:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762364.537206:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762364.537212:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777532032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762364.537306:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777532160:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762364.537337:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762364.537369:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364]  req@ffff9c6f851a1180 x1876699777532160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762364.537385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777532160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762364.537395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762364.537398:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762364.537402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777532160:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762364.537409:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777532288:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762364.537429:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762364.537440:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364]  req@ffff9c6f851a1500 x1876699777532288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762364.537452:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777532288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762364.537461:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762364.537482:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762364.537485:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777532288:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762364.537490:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777532416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762364.537506:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762364.537514:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364]  req@ffff9c6f851a0000 x1876699777532416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762364.537525:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777532416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762364.537544:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762364.537549:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762364.537554:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777532416:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762364.537563:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777532544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762364.537592:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762364.537608:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364]  req@ffff9c6f851a3480 x1876699777532544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762364.537619:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777532544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762364.537626:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762364.537630:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762364.537632:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777532544:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762364.664391:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762365.688456:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762366.712396:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762367.736424:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762368.760444:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762369.656332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762369.656345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762369.656351:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762369.656367:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2041
00000100:00080000:2.0:1789762369.656382:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762369.656395:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762369.656454:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777532672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762369.656485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762369.656489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762369.656491:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762369.656496:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2041
00000100:00080000:2.0:1789762369.656500:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762369.656505:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762369.656519:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762369.656535:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777532800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762369.656543:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777532672:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762369.656550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762369.656556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762369.656558:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762369.656563:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2041
00000100:00080000:2.0:1789762369.656566:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762369.656570:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762369.656575:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762369.656588:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777532928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762369.656597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762369.656612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762369.656615:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762369.656619:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2041
00000100:00080000:2.0:1789762369.656630:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762369.656635:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762369.656640:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762369.656646:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762369.656655:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777533056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762369.656665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762369.656669:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762369.656671:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762369.656675:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2041
00000100:00080000:2.0:1789762369.656679:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762369.656682:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762369.656685:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762369.656696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777533184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762369.656704:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762369.656708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789762369.656709:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762369]  req@ffff9c6f851a2d80 x1876699777532672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762369.656710:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762369.656719:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2041
00000100:00080000:2.0:1789762369.656725:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762369.656733:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762369.656739:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762369.656751:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777533312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762369.656759:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777532672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762369.656763:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762369.656773:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762369.656777:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762369.656787:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2041
00000100:00080000:2.0:1789762369.656796:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762369.656800:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762369.656801:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762369.656810:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762369.656811:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762369.656820:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777532672:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762369.656826:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777533440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762369.656857:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777532800:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762369.656885:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762369.656902:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762369]  req@ffff9c6f851a2300 x1876699777532800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762369.656921:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777532800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762369.656933:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762369.656938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762369.656943:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777532800:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762369.656952:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777532928:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762369.656983:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762369.657001:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762369]  req@ffff9c6f851a2680 x1876699777532928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762369.657019:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777532928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762369.657029:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762369.657033:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762369.657038:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777532928:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762369.657045:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777533056:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762369.657068:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762369.657079:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762369]  req@ffff9c6f851a0380 x1876699777533056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762369.657111:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777533056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762369.657120:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762369.657135:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762369.657138:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777533056:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762369.657145:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777533184:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762369.657170:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762369.657188:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762369]  req@ffff9c6f851a3480 x1876699777533184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762369.657199:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777533184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762369.657206:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762369.657209:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762369.657211:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777533184:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762369.657215:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777533312:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762369.657265:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762369.657277:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762369]  req@ffff9c6f851a0000 x1876699777533312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762369.657290:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777533312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762369.657299:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762369.657304:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762369.657308:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777533312:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762369.657316:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777533440:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762369.657332:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762369.657345:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762369]  req@ffff9c6f851a1500 x1876699777533440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762369.657355:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777533440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762369.657362:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762369.657364:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762369.657366:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777533440:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762369.784365:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762370.808412:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762371.832400:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762372.856420:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762373.880419:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762374.776358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762374.776367:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762374.776372:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762374.776382:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2046
00000100:00080000:1.0:1789762374.776395:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762374.776402:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762374.776446:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777533568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762374.776475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762374.776478:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762374.776480:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762374.776483:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2046
00000100:00080000:1.0:1789762374.776485:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762374.776489:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762374.776498:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762374.776510:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777533696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762374.776522:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777533568:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762374.776523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762374.776528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762374.776529:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762374.776535:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2046
00000100:00080000:1.0:1789762374.776547:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762374.776552:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762374.776555:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762374.776565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777533824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762374.776571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762374.776574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762374.776575:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762374.776579:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2046
00000100:00080000:1.0:1789762374.776582:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762374.776586:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762374.776588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762374.776597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777533952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762374.776605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762374.776609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762374.776612:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762374.776620:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2046
00000800:00000100:3.0:1789762374.776625:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762374.776634:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762374.776644:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762374.776652:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762374.776670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777534080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762374.776679:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762374.776682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762374.776688:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762374.776690:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374]  req@ffff9c6f9118c380 x1876699777533568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762374.776696:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2046
00000100:00080000:1.0:1789762374.776704:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762374.776719:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762374.776729:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762374.776736:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777533568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762374.776742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777534208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762374.776769:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762374.776779:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762374.776783:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762374.776784:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777533568:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762374.776799:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762374.776803:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762374.776810:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2046
00000100:00080000:1.0:1789762374.776814:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762374.776822:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777533696:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762374.776823:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762374.776842:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762374.776858:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762374.776868:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777534336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762374.776873:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374]  req@ffff9c6f9118d500 x1876699777533696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762374.776932:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777533696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762374.776942:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762374.776945:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762374.776948:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777533696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762374.776962:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777533824:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762374.776977:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762374.776985:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374]  req@ffff9c6f9118ed80 x1876699777533824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762374.776998:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777533824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762374.777006:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762374.777010:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762374.777014:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777533824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762374.777020:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777533952:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762374.777042:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762374.777073:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374]  req@ffff9c6f9118e680 x1876699777533952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762374.777087:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777533952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762374.777092:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762374.777095:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762374.777097:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777533952:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762374.777101:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777534080:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762374.777115:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762374.777122:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374]  req@ffff9c6f9118ce00 x1876699777534080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762374.777129:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777534080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762374.777134:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762374.777136:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762374.777137:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777534080:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762374.777141:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777534208:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762374.777151:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762374.777157:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374]  req@ffff9c6f9118c700 x1876699777534208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762374.777164:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777534208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762374.777173:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762374.777175:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762374.777178:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777534208:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762374.777191:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777534336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762374.777202:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762374.777208:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374]  req@ffff9c6f9118f100 x1876699777534336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762374.777215:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777534336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762374.777240:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762374.777243:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762374.777245:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777534336:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762374.904355:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762375.928404:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762376.952441:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762377.976479:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762379.000426:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762379.896336:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762379.896349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762379.896355:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762379.896368:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2051
00000100:00080000:2.0:1789762379.896393:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762379.896400:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762379.896458:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777534464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762379.896486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762379.896489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762379.896491:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762379.896495:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2051
00000100:00080000:2.0:1789762379.896497:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762379.896500:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762379.896510:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762379.896521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777534592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762379.896540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762379.896545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762379.896546:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777534464:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762379.896547:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762379.896555:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2051
00000100:00080000:2.0:1789762379.896559:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762379.896562:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762379.896565:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762379.896576:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777534720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762379.896582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762379.896585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762379.896587:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762379.896589:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2051
00000100:00080000:2.0:1789762379.896602:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762379.896605:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762379.896608:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762379.896616:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777534848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762379.896621:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762379.896624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762379.896626:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762379.896628:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2051
00000100:00080000:2.0:1789762379.896631:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762379.896633:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762379.896639:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762379.896639:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762379.896650:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777534976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762379.896669:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762379.896672:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762379.896674:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762379.896676:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2051
00000100:00080000:2.0:1789762379.896679:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762379.896682:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762379.896685:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762379.896694:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777535104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762379.896699:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379]  req@ffff9c6f851a1180 x1876699777534464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762379.896703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762379.896707:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762379.896708:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762379.896712:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2051
00000100:00080000:2.0:1789762379.896718:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762379.896722:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762379.896726:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762379.896732:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777534464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762379.896747:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777535232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762379.896756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762379.896761:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762379.896767:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777534464:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762379.896793:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777534592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762379.896810:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762379.896827:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379]  req@ffff9c6f851a3b80 x1876699777534592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762379.896835:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777534592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762379.896841:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762379.896844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762379.896846:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777534592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762379.896849:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777534720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762379.896860:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762379.896866:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379]  req@ffff9c6f851a1c00 x1876699777534720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762379.896873:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777534720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762379.896888:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762379.896890:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762379.896892:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777534720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762379.896895:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777534848:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762379.896906:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762379.896913:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379]  req@ffff9c6f851a1f80 x1876699777534848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762379.896920:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777534848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762379.896926:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762379.896928:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762379.896930:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777534848:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762379.896933:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777534976:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762379.896943:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762379.896956:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379]  req@ffff9c6f851a2a00 x1876699777534976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762379.896963:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777534976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762379.896968:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762379.896970:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762379.896972:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777534976:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762379.896975:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777535104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762379.896985:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762379.896990:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379]  req@ffff9c6f851a0e00 x1876699777535104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762379.896997:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777535104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762379.897002:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762379.897005:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762379.897007:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777535104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762379.897025:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777535232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762379.897037:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762379.897044:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379]  req@ffff9c6f851a1880 x1876699777535232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762379.897060:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777535232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762379.897066:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762379.897068:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762379.897070:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777535232:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762380.024392:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762381.048375:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762382.072360:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762383.096394:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762384.120347:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762385.016368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762385.016376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762385.016379:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762385.016388:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2056
00000100:00080000:0.0:1789762385.016398:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762385.016404:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762385.016435:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777535360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762385.016460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762385.016463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762385.016465:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762385.016468:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2056
00000100:00080000:0.0:1789762385.016471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762385.016474:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762385.016482:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762385.016490:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777535360:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762385.016496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777535488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762385.016504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762385.016506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762385.016508:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762385.016511:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2056
00000100:00080000:0.0:1789762385.016514:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762385.016516:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762385.016519:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762385.016527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777535616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762385.016533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762385.016535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762385.016537:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762385.016539:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2056
00000100:00080000:0.0:1789762385.016542:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762385.016544:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789762385.016550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789762385.016551:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762385.016561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777535744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762385.016568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762385.016570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762385.016572:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762385.016574:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2056
00000100:00080000:0.0:1789762385.016576:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762385.016578:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762385.016581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762385.016595:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff9c6f84ef7480 x1876699777535360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762385.016596:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777535872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762385.016612:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762385.016617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789762385.016617:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777535360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762385.016619:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762385.016627:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2056
00000100:00080000:0.0:1789762385.016632:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762385.016639:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789762385.016639:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762385.016645:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762385.016646:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762385.016652:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777535360:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762385.016660:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777536000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762385.016672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762385.016674:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777535488:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762385.016680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762385.016683:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762385.016689:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2056
00000100:00080000:0.0:1789762385.016694:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762385.016698:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762385.016703:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762385.016709:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762385.016712:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff9c6f84ef4700 x1876699777535488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762385.016728:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777535488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762385.016729:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777536128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762385.016741:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762385.016748:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762385.016753:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777535488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762385.016759:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777535616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762385.016771:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762385.016778:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff9c6f84ef4a80 x1876699777535616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762385.016786:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777535616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762385.016791:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762385.016793:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762385.016794:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777535616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762385.016798:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777535744:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762385.016808:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762385.016814:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff9c6f84ef6300 x1876699777535744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762385.016821:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777535744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762385.016826:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762385.016828:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762385.016830:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777535744:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762385.016833:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777535872:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762385.016842:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762385.016847:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff9c6f84ef6680 x1876699777535872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762385.016854:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777535872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762385.016859:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762385.016861:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762385.016863:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777535872:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762385.016872:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777536000:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762385.016882:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762385.016888:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff9c6f84ef4380 x1876699777536000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762385.016894:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777536000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762385.016900:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762385.016902:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762385.016904:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777536000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762385.016907:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777536128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762385.016916:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762385.016921:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff9c6f84ef5500 x1876699777536128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762385.016928:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777536128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762385.016933:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762385.016935:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762385.016937:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777536128:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762385.144432:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762386.168423:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762387.192429:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762388.216368:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762389.240381:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762390.136343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.136354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762390.136359:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762390.136372:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2061
00000100:00080000:3.0:1789762390.136387:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762390.136397:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762390.136448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777536256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762390.136476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.136479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762390.136481:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762390.136484:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2061
00000100:00080000:3.0:1789762390.136487:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762390.136490:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762390.136500:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762390.136517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777536384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762390.136529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.136533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762390.136536:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762390.136542:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2061
00000100:00080000:3.0:1789762390.136548:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762390.136552:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777536256:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762390.136558:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762390.136567:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762390.136581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777536512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762390.136593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.136596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762390.136598:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762390.136601:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2061
00000100:00080000:3.0:1789762390.136605:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762390.136608:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762390.136613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762390.136621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777536640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762390.136631:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762390.136643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.136646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762390.136648:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762390.136652:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2061
00000100:00080000:3.0:1789762390.136664:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762390.136667:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762390.136672:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762390.136683:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777536768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762390.136687:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff9c6f91eb9880 x1876699777536256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762390.136720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.136726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762390.136728:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762390.136737:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2061
00000100:00100000:1.0:1789762390.136738:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777536256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762390.136743:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762390.136757:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762390.136771:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762390.136776:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762390.136782:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762390.136783:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777536896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762390.136796:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777536256:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762390.136806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.136811:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762390.136816:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777536384:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762390.136816:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762390.136830:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2061
00000100:00080000:3.0:1789762390.136833:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762390.136838:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762390.136842:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762390.136848:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762390.136853:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777537024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762390.136861:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff9c6f91eb9f80 x1876699777536384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762390.136876:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777536384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762390.136885:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762390.136888:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762390.136891:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777536384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762390.136911:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777536512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762390.136922:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762390.136928:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff9c6f91eb9500 x1876699777536512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762390.136955:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777536512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762390.136964:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762390.136968:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762390.136971:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777536512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762390.136979:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777536640:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762390.137001:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762390.137012:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff9c6f91ebb800 x1876699777536640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762390.137020:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777536640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762390.137025:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762390.137028:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762390.137030:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777536640:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762390.137034:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777536768:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762390.137047:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762390.137053:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff9c6f91ebaa00 x1876699777536768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762390.137060:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777536768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762390.137064:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762390.137066:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762390.137068:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777536768:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762390.137071:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777536896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762390.137081:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762390.137087:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff9c6f91ebb480 x1876699777536896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762390.137094:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777536896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762390.137099:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762390.137101:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762390.137103:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777536896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762390.137106:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777537024:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762390.137116:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762390.137122:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff9c6f91ebad80 x1876699777537024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762390.137129:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777537024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762390.137134:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762390.137136:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762390.137138:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777537024:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762390.264401:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762391.288382:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762392.312400:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762393.336424:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762394.360377:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762395.256316:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762395.256329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762395.256333:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762395.256342:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2066
00000100:00080000:1.0:1789762395.256352:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762395.256359:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762395.256407:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777537152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762395.256431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762395.256436:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762395.256438:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762395.256443:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2066
00000100:00080000:1.0:1789762395.256447:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762395.256452:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762395.256463:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762395.256466:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777537152:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762395.256476:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777537280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762395.256487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762395.256490:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762395.256492:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762395.256496:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2066
00000100:00080000:1.0:1789762395.256499:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762395.256503:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762395.256507:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762395.256516:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777537408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762395.256525:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762395.256526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762395.256529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762395.256531:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762395.256535:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2066
00000100:00080000:1.0:1789762395.256538:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762395.256542:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762395.256547:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762395.256556:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777537536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762395.256566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762395.256568:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff9c6f9118f800 x1876699777537152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762395.256570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762395.256572:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762395.256576:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2066
00000100:00080000:1.0:1789762395.256579:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762395.256583:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762395.256587:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762395.256587:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777537152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762395.256596:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777537664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762395.256599:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762395.256621:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762395.256623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762395.256627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762395.256629:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762395.256633:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2066
00000100:00100000:3.0:1789762395.256637:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777537152:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762395.256638:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762395.256642:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762395.256647:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762395.256660:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777537792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762395.256664:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777537280:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762395.256673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762395.256677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762395.256679:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762395.256684:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2066
00000100:00080000:1.0:1789762395.256687:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762395.256702:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789762395.256702:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789762395.256708:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762395.256721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777537920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762395.256721:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff9c6f9118df80 x1876699777537280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762395.256738:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777537280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762395.256757:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762395.256762:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762395.256766:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777537280:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762395.256775:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777537408:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762395.256798:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762395.256809:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff9c6f9118dc00 x1876699777537408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762395.256819:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777537408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762395.256825:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762395.256828:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762395.256831:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777537408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762395.256835:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777537536:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762395.256848:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762395.256855:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff9c6f9118ca80 x1876699777537536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762395.256864:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777537536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762395.256870:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762395.256872:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762395.256876:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777537536:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762395.256880:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777537664:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762395.256892:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762395.256921:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff9c6f9118d180 x1876699777537664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762395.256930:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777537664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762395.256937:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762395.256940:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762395.256959:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777537664:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762395.256974:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777537792:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762395.256988:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762395.256995:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff9c6f9118f100 x1876699777537792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762395.257003:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777537792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762395.257008:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762395.257010:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762395.257012:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777537792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762395.257016:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777537920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762395.257026:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762395.257033:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff9c6f9118c700 x1876699777537920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762395.257040:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777537920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762395.257045:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762395.257047:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762395.257049:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777537920:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762395.384469:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762396.408366:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762397.432396:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762398.456452:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762399.480377:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762400.376358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762400.376369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762400.376374:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762400.376387:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2072
00000100:00080000:3.0:1789762400.376402:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762400.376413:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762400.376466:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777538048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762400.376501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762400.376504:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762400.376506:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762400.376510:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2072
00000100:00080000:3.0:1789762400.376514:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762400.376519:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762400.376530:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762400.376554:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777538176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762400.376566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762400.376570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762400.376572:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777538048:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762400.376573:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762400.376583:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2072
00000100:00080000:3.0:1789762400.376591:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762400.376595:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762400.376599:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762400.376610:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777538304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762400.376617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762400.376621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762400.376623:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762400.376625:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2072
00000100:00080000:3.0:1789762400.376628:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762400.376632:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762400.376636:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762400.376658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777538432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762400.376675:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762400.376690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762400.376693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762400.376695:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762400.376700:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2072
00000100:00080000:3.0:1789762400.376707:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762400.376711:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762400.376717:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762400.376729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777538560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762400.376731:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff9c6f91ebad80 x1876699777538048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762400.376765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762400.376779:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762400.376785:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762400.376790:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2072
00000100:00080000:3.0:1789762400.376792:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762400.376794:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762400.376798:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762400.376806:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777538688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762400.376813:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762400.376815:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777538048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762400.376820:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762400.376825:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762400.376842:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2072
00000100:00080000:3.0:1789762400.376851:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762400.376866:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762400.376873:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789762400.376874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:3.0:1789762400.376895:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762400.376904:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777538048:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762400.376916:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777538816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762400.376940:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777538176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762400.376964:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762400.376975:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff9c6f91ebb480 x1876699777538176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762400.376991:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777538176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.376997:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.376999:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762400.377002:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777538176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762400.377006:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777538304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762400.377019:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762400.377026:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff9c6f91ebaa00 x1876699777538304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762400.377033:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777538304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.377038:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.377040:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762400.377042:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777538304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762400.377046:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777538432:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762400.377057:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762400.377063:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff9c6f91ebb800 x1876699777538432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762400.377070:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777538432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.377075:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.377077:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762400.377079:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777538432:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762400.377082:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777538560:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762400.377092:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762400.377098:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff9c6f91eb9500 x1876699777538560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762400.377105:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777538560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.377110:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.377112:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762400.377114:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777538560:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762400.377117:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777538688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762400.377127:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762400.377133:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff9c6f91eb9f80 x1876699777538688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762400.377140:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777538688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.377148:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.377151:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762400.377153:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777538688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762400.377156:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777538816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762400.377166:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762400.377172:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff9c6f91eb9880 x1876699777538816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762400.377178:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777538816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.377194:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.377196:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762400.377198:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777538816:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762400.504393:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762401.528496:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762402.552413:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762403.576418:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762404.600378:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762405.496311:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762405.496320:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762405.496324:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762405.496333:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2077
00000100:00080000:3.0:1789762405.496343:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762405.496349:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762405.496384:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777538944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762405.496405:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762405.496408:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762405.496409:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762405.496412:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2077
00000100:00080000:3.0:1789762405.496415:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762405.496417:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762405.496424:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762405.496434:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777539072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762405.496441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762405.496443:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762405.496444:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762405.496449:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2077
00000100:00100000:1.0:1789762405.496451:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777538944:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762405.496451:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762405.496456:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762405.496463:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762405.496469:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777539200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762405.496474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762405.496476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762405.496484:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762405.496487:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2077
00000100:00080000:3.0:1789762405.496490:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762405.496492:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762405.496496:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762405.496504:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777539328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762405.496510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762405.496515:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762405.496516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762405.496520:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762405.496524:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2077
00000100:00080000:3.0:1789762405.496527:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762405.496530:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762405.496533:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762405.496541:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777539456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762405.496547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762405.496549:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762405.496551:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762405.496555:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2077
00000100:00080000:3.0:1789762405.496559:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762405.496560:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff9c6f91eb9880 x1876699777538944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762405.496563:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762405.496569:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762405.496579:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777539584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762405.496586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762405.496588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762405.496591:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762405.496592:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777538944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762405.496595:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2077
00000100:00080000:3.0:1789762405.496599:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762405.496604:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762405.496609:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762405.496622:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762405.496624:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777539712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762405.496627:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762405.496634:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777538944:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762405.496660:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777539072:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762405.496683:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762405.496694:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff9c6f91eb9f80 x1876699777539072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762405.496705:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777539072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762405.496711:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762405.496715:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762405.496718:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777539072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762405.496725:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777539200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762405.496749:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762405.496760:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff9c6f91eb9500 x1876699777539200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762405.496769:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777539200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762405.496775:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762405.496777:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762405.496780:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777539200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762405.496786:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777539328:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762405.496810:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762405.496842:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff9c6f91ebb800 x1876699777539328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762405.496856:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777539328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762405.496864:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762405.496868:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762405.496871:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777539328:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762405.496879:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777539456:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762405.496900:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762405.496912:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff9c6f91ebaa00 x1876699777539456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762405.496924:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777539456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762405.496934:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762405.496937:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762405.496942:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777539456:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762405.496952:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777539584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762405.496973:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762405.496990:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff9c6f91ebb480 x1876699777539584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762405.497004:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777539584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762405.497016:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762405.497019:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762405.497026:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777539584:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762405.497034:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777539712:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762405.497060:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762405.497072:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff9c6f91ebad80 x1876699777539712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762405.497086:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777539712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762405.497094:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762405.497098:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762405.497101:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777539712:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762405.624395:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762406.648352:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762407.672361:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762408.696437:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762409.720350:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762410.616340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762410.616348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762410.616351:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762410.616360:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2082
00000100:00080000:1.0:1789762410.616370:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762410.616377:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762410.616411:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777539840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762410.616452:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762410.616457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762410.616458:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762410.616463:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2082
00000100:00080000:1.0:1789762410.616468:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762410.616473:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762410.616483:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762410.616492:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777539840:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762410.616498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777539968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762410.616507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762410.616510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762410.616511:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762410.616514:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2082
00000100:00080000:1.0:1789762410.616517:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762410.616520:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762410.616524:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762410.616532:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777540096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762410.616538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762410.616541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762410.616542:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762410.616545:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2082
00000100:00080000:1.0:1789762410.616548:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762410.616551:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762410.616554:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762410.616563:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777540224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762410.616573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762410.616584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762410.616588:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762410.616589:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777539968:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762410.616598:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2082
00000100:00080000:1.0:1789762410.616604:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762410.616609:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762410.616616:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762410.616626:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777540096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762410.616632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777540352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762410.616643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762410.616646:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762410.616649:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762410.616650:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777540224:192.168.203.138@tcp:8:kworker.0
00000100:00080000:1.0:1789762410.616657:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2082
00000100:00080000:1.0:1789762410.616662:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762410.616666:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762410.616671:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762410.616677:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777540352:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762410.616685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777540480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762410.616695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762410.616698:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762410.616699:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762410.616703:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2082
00000100:00100000:3.0:1789762410.616706:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777540480:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762410.616708:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762410.616715:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762410.616719:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762410.616728:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777540608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762410.616744:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777540608:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762410.744339:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762411.768390:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762412.792370:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762413.688444:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789762413.688486:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762413.688499:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762413.688533:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762413.688539:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762413.688544:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762413.688550:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762413.688556:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762413.688563:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789762413.688599:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762413]  req@ffff9c6f9118f100 x1876699777540608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762413.688626:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777540608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762413.688638:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762413.688644:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762413.688648:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777540608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762413.688656:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762413]  req@ffff9c6f9118c700 x1876699777540480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762413.688667:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777540480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762413.688675:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762413.688678:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762413.688682:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777540480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762413.688689:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762413]  req@ffff9c6f9118c380 x1876699777540352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762413.688702:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777540352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762413.688716:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762413.688719:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762413.688722:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777540352:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762413.688728:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762413]  req@ffff9c6f9118e680 x1876699777539968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762413.688740:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777539968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762413.688747:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762413.688751:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762413.688769:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777539968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762413.688777:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762413]  req@ffff9c6f9118ed80 x1876699777540096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762413.688787:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777540096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762413.688807:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762413.688811:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762413.688814:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777540096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762413.688821:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762413]  req@ffff9c6f9118d500 x1876699777540224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762413.688833:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777540224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762413.688842:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762413.688845:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762413.688849:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777540224:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762413.688856:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762413]  req@ffff9c6f9118ce00 x1876699777539840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762413.688869:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777539840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762413.688878:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762413.688881:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762413.688885:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777539840:192.168.203.138@tcp:250:kworker.0
00010000:00010000:1.0:1789762413.816348:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762414.840393:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762415.736378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762415.736389:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762415.736394:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762415.736405:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2087
00000100:00080000:3.0:1789762415.736417:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762415.736425:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762415.736467:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777540736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762415.736517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762415.736520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762415.736522:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762415.736525:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2087
00000100:00080000:3.0:1789762415.736529:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762415.736533:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762415.736543:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762415.736555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777540864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762415.736581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762415.736584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762415.736588:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762415.736589:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777540736:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762415.736594:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2087
00000100:00080000:3.0:1789762415.736599:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762415.736602:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762415.736605:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762415.736619:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777540992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762415.736630:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762415.736634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762415.736637:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762415.736642:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2087
00000100:00080000:3.0:1789762415.736647:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762415.736665:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789762415.736668:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789762415.736690:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762415.736707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777541120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762415.736725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762415.736730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762415.736732:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762415.736734:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415]  req@ffff9c6f91ebad80 x1876699777540736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762415.736755:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2087
00000100:00080000:3.0:1789762415.736781:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762415.736791:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762415.736798:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777540736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762415.736798:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762415.736816:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762415.736818:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777541248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762415.736825:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762415.736849:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777540736:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762415.736855:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762415.736860:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762415.736863:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762415.736868:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2087
00000100:00080000:3.0:1789762415.736873:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762415.736878:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762415.736884:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762415.736889:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777540864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762415.736901:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777541376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762415.736914:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762415.736918:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762415.736920:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762415.736925:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762415.736930:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2087
00000100:00080000:3.0:1789762415.736937:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762415.736942:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762415.736949:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415]  req@ffff9c6f91ebb480 x1876699777540864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762415.736949:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762415.736967:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777541504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762415.736971:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777540864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762415.736998:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762415.737004:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762415.737009:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777540864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762415.737017:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777540992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762415.737041:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762415.737053:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415]  req@ffff9c6f91ebaa00 x1876699777540992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762415.737064:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777540992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762415.737073:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762415.737076:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762415.737079:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777540992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762415.737085:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777541120:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762415.737105:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762415.737115:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415]  req@ffff9c6f91ebb800 x1876699777541120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762415.737127:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777541120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762415.737136:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762415.737139:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762415.737142:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777541120:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762415.737148:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777541248:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762415.737168:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762415.737180:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415]  req@ffff9c6f91eb9500 x1876699777541248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762415.737193:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777541248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762415.737201:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762415.737204:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762415.737208:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777541248:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762415.737229:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777541376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762415.737287:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762415.737303:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415]  req@ffff9c6f91eb9f80 x1876699777541376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762415.737316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777541376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762415.737332:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762415.737336:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762415.737340:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777541376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762415.737347:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777541504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762415.737370:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762415.737382:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415]  req@ffff9c6f91eb9880 x1876699777541504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762415.737396:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777541504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762415.737405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762415.737409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762415.737413:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777541504:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762415.864344:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762416.888366:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762417.912383:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762418.936372:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762419.960414:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762420.856340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762420.856351:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762420.856356:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762420.856368:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2092
00000100:00080000:3.0:1789762420.856397:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762420.856407:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762420.856451:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777541632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762420.856472:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762420.856476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762420.856477:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762420.856481:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2092
00000100:00080000:3.0:1789762420.856485:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762420.856488:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762420.856496:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777541632:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789762420.856497:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762420.856510:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777541760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762420.856544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762420.856546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762420.856548:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762420.856551:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2092
00000100:00080000:3.0:1789762420.856554:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762420.856556:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762420.856560:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762420.856568:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777541888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762420.856574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762420.856576:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762420.856577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762420.856582:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2092
00000800:00000100:1.0:1789762420.856583:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762420.856586:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762420.856590:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762420.856594:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762420.856604:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777542016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762420.856609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762420.856612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762420.856614:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762420.856617:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2092
00000100:00080000:3.0:1789762420.856620:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762420.856626:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420]  req@ffff9c6f91eb9880 x1876699777541632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762420.856626:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762420.856632:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762420.856646:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777542144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762420.856650:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777541632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762420.856680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762420.856689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762420.856692:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762420.856699:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2092
00000100:00080000:1.0:1789762420.856716:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762420.856718:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762420.856722:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762420.856726:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762420.856728:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777541632:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789762420.856740:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762420.856751:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777542272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762420.856760:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777541760:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762420.856760:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762420.856766:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762420.856769:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762420.856772:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2092
00000100:00080000:3.0:1789762420.856775:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762420.856777:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762420.856782:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762420.856789:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762420.856793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777542400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762420.856822:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420]  req@ffff9c6f91eb9f80 x1876699777541760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762420.856834:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777541760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762420.856841:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762420.856844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762420.856847:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777541760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762420.856853:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777541888:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762420.856866:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762420.856873:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420]  req@ffff9c6f91eb9500 x1876699777541888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762420.856881:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777541888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762420.856886:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762420.856889:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762420.856892:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777541888:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762420.856899:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777542016:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762420.856919:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762420.856931:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420]  req@ffff9c6f91ebb800 x1876699777542016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762420.856945:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777542016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762420.856954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762420.856958:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762420.856962:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777542016:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762420.856968:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777542144:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762420.856987:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762420.856995:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420]  req@ffff9c6f91ebaa00 x1876699777542144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762420.857003:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777542144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762420.857008:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762420.857010:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762420.857012:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777542144:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762420.857025:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777542272:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762420.857064:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762420.857071:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420]  req@ffff9c6f91ebb480 x1876699777542272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762420.857084:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777542272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762420.857109:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762420.857112:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762420.857116:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777542272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762420.857122:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777542400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762420.857140:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762420.857152:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420]  req@ffff9c6f91ebad80 x1876699777542400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762420.857160:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777542400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762420.857166:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762420.857168:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762420.857171:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777542400:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762420.984359:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762422.008393:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762423.032403:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762424.056543:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762425.080504:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762425.976420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762425.976437:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762425.976445:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762425.976463:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2097
00000100:00080000:3.0:1789762425.976481:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762425.976493:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762425.976546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777542528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762425.976586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762425.976591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762425.976593:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762425.976599:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2097
00000100:00080000:3.0:1789762425.976605:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762425.976610:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762425.976622:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762425.976643:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777542656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762425.976645:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777542528:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762425.976723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762425.976728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762425.976731:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762425.976737:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2097
00000100:00080000:3.0:1789762425.976742:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762425.976748:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762425.976754:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762425.976767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777542784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762425.976788:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762425.976796:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762425.976799:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762425.976801:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762425.976806:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2097
00000100:00080000:3.0:1789762425.976811:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762425.976816:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762425.976839:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762425.976854:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777542912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762425.976867:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762425.976871:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762425.976875:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762425.976881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425]  req@ffff9c6f91ebad80 x1876699777542528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762425.976882:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2097
00000100:00080000:3.0:1789762425.976894:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762425.976923:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762425.976938:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762425.976956:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777543040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762425.976958:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777542528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762425.977012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762425.977017:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762425.977018:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762425.977022:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762425.977028:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762425.977035:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2097
00000100:00100000:1.0:1789762425.977044:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777542528:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762425.977044:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762425.977058:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762425.977065:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762425.977077:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777543168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762425.977088:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777542656:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762425.977092:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762425.977097:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762425.977099:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762425.977106:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2097
00000100:00080000:3.0:1789762425.977113:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762425.977118:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762425.977124:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762425.977134:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762425.977148:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777543296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762425.977157:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425]  req@ffff9c6f91ebb480 x1876699777542656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762425.977205:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777542656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762425.977218:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762425.977254:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762425.977257:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777542656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762425.977264:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777542784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762425.977285:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762425.977294:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425]  req@ffff9c6f91ebaa00 x1876699777542784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762425.977302:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777542784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762425.977313:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762425.977316:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762425.977318:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777542784:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762425.977322:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777542912:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762425.977334:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762425.977340:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425]  req@ffff9c6f91ebb800 x1876699777542912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762425.977347:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777542912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762425.977352:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762425.977355:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762425.977356:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777542912:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762425.977360:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777543040:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762425.977370:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762425.977376:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425]  req@ffff9c6f91eb9500 x1876699777543040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762425.977382:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777543040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762425.977387:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762425.977389:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762425.977392:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777543040:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762425.977406:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777543168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762425.977418:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762425.977425:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425]  req@ffff9c6f91eb9f80 x1876699777543168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762425.977432:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777543168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762425.977437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762425.977439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762425.977441:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777543168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762425.977444:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777543296:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762425.977455:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762425.977474:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425]  req@ffff9c6f91eb9880 x1876699777543296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762425.977487:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777543296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762425.977495:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762425.977499:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762425.977503:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777543296:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762426.104435:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762427.128383:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762428.152490:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762429.176398:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762430.200461:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762431.096318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762431.096326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762431.096330:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762431.096339:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2102
00000100:00080000:1.0:1789762431.096349:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762431.096355:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762431.096387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777543424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762431.096410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762431.096412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762431.096414:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762431.096417:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2102
00000100:00080000:1.0:1789762431.096419:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762431.096422:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762431.096432:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762431.096447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777543424:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762431.096448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777543552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762431.096465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762431.096469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762431.096471:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762431.096476:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2102
00000100:00080000:1.0:1789762431.096480:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762431.096483:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762431.096489:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762431.096498:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777543680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762431.096507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762431.096507:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762431.096512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762431.096514:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762431.096518:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2102
00000100:00080000:1.0:1789762431.096521:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762431.096524:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762431.096528:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762431.096537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777543808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762431.096544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762431.096547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762431.096548:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762431.096551:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff9c6f9118d180 x1876699777543424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762431.096554:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2102
00000100:00080000:1.0:1789762431.096559:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762431.096564:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762431.096570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762431.096577:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777543424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762431.096580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777543936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762431.096599:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762431.096600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762431.096606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762431.096607:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762431.096610:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762431.096615:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777543424:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762431.096617:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2102
00000100:00080000:1.0:1789762431.096637:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762431.096643:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762431.096649:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762431.096657:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777543552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762431.096664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777544064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762431.096680:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762431.096686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762431.096690:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762431.096692:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762431.096695:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff9c6f9118ca80 x1876699777543552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762431.096698:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2102
00000100:00080000:1.0:1789762431.096704:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762431.096710:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762431.096713:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777543552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762431.096718:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762431.096733:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.096737:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762431.096739:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777543552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762431.096747:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777543680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762431.096748:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777544192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762431.096771:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762431.096780:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff9c6f9118dc00 x1876699777543680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762431.096788:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777543680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762431.096794:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.096796:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762431.096798:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777543680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762431.096801:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777543808:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762431.096812:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762431.096819:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff9c6f9118df80 x1876699777543808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762431.096826:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777543808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762431.096831:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.096833:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762431.096835:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777543808:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762431.096838:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777543936:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762431.096848:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762431.096853:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff9c6f9118f800 x1876699777543936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762431.096860:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777543936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762431.096865:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.096867:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762431.096869:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777543936:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762431.096880:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777544064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762431.096890:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762431.096896:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff9c6f9118d180 x1876699777544064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762431.096903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777544064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762431.096912:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.096914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762431.096916:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777544064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762431.096919:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777544192:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762431.096931:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762431.096941:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff9c6f9118ce00 x1876699777544192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762431.096953:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777544192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762431.096961:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.096965:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762431.096969:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777544192:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762431.224370:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762432.248369:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762433.272390:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762434.296482:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762435.320365:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762436.216429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762436.216440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762436.216445:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762436.216455:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2107
00000100:00080000:0.0:1789762436.216467:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762436.216474:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762436.216516:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777544320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762436.216552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762436.216556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762436.216559:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762436.216564:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2107
00000100:00080000:0.0:1789762436.216569:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762436.216574:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762436.216584:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762436.216605:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777544320:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762436.216643:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777544448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762436.216658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762436.216662:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762436.216664:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762436.216669:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2107
00000100:00080000:0.0:1789762436.216675:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762436.216681:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762436.216687:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762436.216701:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777544576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762436.216712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762436.216721:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762436.216722:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762436.216729:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762436.216735:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2107
00000100:00080000:0.0:1789762436.216740:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762436.216745:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762436.216760:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762436.216773:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777544704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762436.216784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762436.216788:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762436.216790:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762436.216796:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff9c6f84ef6a00 x1876699777544320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762436.216804:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2107
00000100:00080000:0.0:1789762436.216817:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762436.216825:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762436.216840:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762436.216847:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777544320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762436.216868:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777544832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762436.216872:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762436.216885:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762436.216898:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777544320:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762436.216909:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762436.216915:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762436.216918:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762436.216924:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2107
00000100:00080000:0.0:1789762436.216931:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762436.216936:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777544448:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762436.216955:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762436.216963:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762436.216973:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762436.217004:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777544960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762436.217013:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff9c6f84ef4000 x1876699777544448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762436.217022:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762436.217028:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762436.217032:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762436.217045:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2107
00000100:00080000:0.0:1789762436.217053:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762436.217077:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777544448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762436.217095:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789762436.217096:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762436.217109:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762436.217110:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762436.217121:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777544448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762436.217136:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777545088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762436.217136:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777544576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762436.217181:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762436.217229:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff9c6f84ef5c00 x1876699777544576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762436.217247:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777544576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762436.217291:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762436.217297:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762436.217301:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777544576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762436.217308:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777544704:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762436.217333:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762436.217345:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff9c6f84ef7800 x1876699777544704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762436.217357:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777544704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762436.217365:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762436.217368:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762436.217371:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777544704:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762436.217376:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777544832:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762436.217390:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762436.217398:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff9c6f84ef4e00 x1876699777544832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762436.217409:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777544832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762436.217416:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762436.217418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762436.217421:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777544832:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762436.217458:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777544960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762436.217477:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762436.217488:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff9c6f84ef5880 x1876699777544960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762436.217500:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777544960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762436.217509:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762436.217512:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762436.217515:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777544960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762436.217521:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777545088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762436.217554:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762436.217562:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff9c6f84ef6d80 x1876699777545088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762436.217573:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777545088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762436.217581:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762436.217583:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762436.217604:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777545088:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762436.344464:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762437.368401:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762438.392466:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762439.416466:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762440.440480:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762441.336416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762441.336431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762441.336453:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762441.336466:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2112
00000100:00080000:0.0:1789762441.336479:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762441.336489:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762441.336528:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777545216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762441.336573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762441.336579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762441.336582:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762441.336589:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2112
00000100:00080000:0.0:1789762441.336606:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762441.336613:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762441.336621:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777545216:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789762441.336626:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762441.336646:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777545344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762441.336657:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762441.336660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762441.336662:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762441.336667:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2112
00000100:00080000:0.0:1789762441.336672:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762441.336676:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762441.336681:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762441.336693:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777545472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762441.336703:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762441.336705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762441.336709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762441.336710:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762441.336715:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2112
00000100:00080000:0.0:1789762441.336719:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762441.336722:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762441.336726:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762441.336736:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777545600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762441.336763:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762441.336764:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff9c6f84ef5f80 x1876699777545216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762441.336766:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762441.336771:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762441.336781:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2112
00000100:00080000:0.0:1789762441.336791:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762441.336796:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762441.336801:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762441.336803:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777545216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762441.336830:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777545728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762441.336831:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762441.336842:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762441.336850:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777545216:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762441.336863:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762441.336866:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762441.336868:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762441.336872:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2112
00000100:00080000:0.0:1789762441.336876:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762441.336880:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762441.336885:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762441.336885:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777545344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762441.336906:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777545856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762441.336918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762441.336923:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762441.336925:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762441.336928:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2112
00000100:00080000:0.0:1789762441.336931:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762441.336934:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762441.336938:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762441.336947:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777545984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762441.336958:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762441.336982:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff9c6f84ef6d80 x1876699777545344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762441.337000:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777545344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762441.337013:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762441.337018:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762441.337022:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777545344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762441.337032:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777545472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762441.337073:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762441.337094:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff9c6f84ef5880 x1876699777545472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762441.337136:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777545472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762441.337151:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762441.337154:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762441.337159:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777545472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762441.337166:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777545600:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762441.337196:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762441.337206:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff9c6f84ef4e00 x1876699777545600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762441.337214:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777545600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762441.337250:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762441.337256:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762441.337263:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777545600:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762441.337272:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777545728:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762441.337303:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762441.337317:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff9c6f84ef7800 x1876699777545728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762441.337326:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777545728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762441.337341:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762441.337343:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762441.337346:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777545728:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762441.337380:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777545856:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762441.337411:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762441.337420:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff9c6f84ef5c00 x1876699777545856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762441.337430:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777545856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762441.337437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762441.337439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762441.337442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777545856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762441.337447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777545984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762441.337460:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762441.337468:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff9c6f84ef4000 x1876699777545984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762441.337477:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777545984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762441.337484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762441.337486:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762441.337489:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777545984:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762441.464377:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762442.488434:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762443.512434:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762444.536415:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762445.560474:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762446.456373:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.456386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762446.456393:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.456407:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2118
00000100:00080000:1.0:1789762446.456422:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.456431:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762446.456501:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777546112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762446.456559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.456563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762446.456564:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.456568:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2118
00000100:00080000:1.0:1789762446.456571:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.456575:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762446.456587:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762446.456617:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777546112:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762446.456619:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777546240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762446.456634:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.456637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762446.456638:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.456641:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2118
00000100:00080000:1.0:1789762446.456643:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.456647:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762446.456652:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762446.456676:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777546368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762446.456684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.456687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762446.456688:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.456691:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2118
00000100:00080000:1.0:1789762446.456693:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.456696:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762446.456700:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762446.456707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777546496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762446.456712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.456714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762446.456715:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.456718:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2118
00000100:00080000:1.0:1789762446.456721:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.456723:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762446.456727:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762446.456736:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762446.456737:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777546624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762446.456745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.456748:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762446.456750:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.456754:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2118
00000100:00080000:1.0:1789762446.456757:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.456760:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762446.456763:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762446.456770:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777546752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762446.456775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.456777:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762446.456778:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.456781:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2118
00000100:00080000:1.0:1789762446.456784:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.456788:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762446.456793:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff9c6f9118d500 x1876699777546112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762446.456794:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762446.456810:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777546880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762446.456818:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777546112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.456830:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.456833:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762446.456838:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777546112:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762446.456863:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777546240:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762446.456883:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762446.456901:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff9c6f9118ed80 x1876699777546240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762446.456910:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777546240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.456916:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.456918:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762446.456921:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777546240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762446.456924:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777546368:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762446.456936:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762446.456943:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff9c6f9118e680 x1876699777546368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762446.456950:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777546368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.456955:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.456957:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762446.456959:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777546368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762446.456962:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777546496:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762446.456973:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762446.456979:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff9c6f9118c380 x1876699777546496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762446.456987:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777546496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.456993:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.456994:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762446.456996:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777546496:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762446.456999:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777546624:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762446.457009:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762446.457015:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff9c6f9118c700 x1876699777546624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762446.457022:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777546624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.457028:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.457029:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762446.457031:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777546624:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762446.457034:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777546752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762446.457044:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762446.457050:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff9c6f9118f100 x1876699777546752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762446.457056:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777546752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.457062:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.457064:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762446.457067:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777546752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762446.457070:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777546880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762446.457080:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762446.457085:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff9c6f9118ce00 x1876699777546880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762446.457091:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777546880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.457096:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.457098:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762446.457100:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777546880:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762446.584415:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762447.608526:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762448.632480:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762449.656472:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762450.680443:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762451.576454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762451.576503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762451.576511:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762451.576528:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2123
00000100:00080000:2.0:1789762451.576545:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762451.576556:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762451.576621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777547008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762451.576667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762451.576673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762451.576675:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762451.576681:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2123
00000100:00080000:2.0:1789762451.576686:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762451.576693:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762451.576709:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762451.576729:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777547136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762451.576749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762451.576752:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777547008:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762451.576756:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762451.576760:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762451.576777:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2123
00000100:00080000:2.0:1789762451.576786:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762451.576793:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762451.576799:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762451.576821:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777547264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762451.576834:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762451.576839:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762451.576841:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762451.576846:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2123
00000100:00080000:2.0:1789762451.576874:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762451.576878:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762451.576884:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762451.576897:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762451.576911:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777547392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762451.576926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762451.576931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762451.576933:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762451.576939:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2123
00000100:00080000:2.0:1789762451.576943:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762451.576949:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762451.576955:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762451.576964:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451]  req@ffff9c6f851a0a80 x1876699777547008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762451.576975:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777547520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762451.577014:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777547008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762451.577017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762451.577051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762451.577057:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762451.577058:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762451.577073:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789762451.577084:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2123
00000100:00080000:2.0:1789762451.577109:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762451.577110:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777547008:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762451.577127:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762451.577138:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762451.577163:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777547648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762451.577190:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777547136:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762451.577250:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762451.577307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762451.577315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762451.577319:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762451.577339:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2123
00000100:00100000:3.0:1789762451.577349:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451]  req@ffff9c6f851a3800 x1876699777547136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762451.577354:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762451.577379:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762451.577402:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762451.577412:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777547136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762451.577429:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762451.577431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777547776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762451.577451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762451.577498:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777547136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762451.577509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777547264:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762451.577538:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762451.577552:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451]  req@ffff9c6f851a3100 x1876699777547264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762451.577566:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777547264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762451.577575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762451.577578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762451.577582:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777547264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762451.577588:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777547392:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762451.577606:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762451.577617:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451]  req@ffff9c6f851a0700 x1876699777547392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762451.577629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777547392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762451.577637:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762451.577640:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762451.577644:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777547392:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762451.577649:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777547520:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762451.577665:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762451.577674:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451]  req@ffff9c6f851a1880 x1876699777547520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762451.577686:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777547520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762451.577694:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762451.577697:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762451.577701:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777547520:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762451.577723:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777547648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762451.577770:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762451.577792:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451]  req@ffff9c6f851a0e00 x1876699777547648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762451.577806:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777547648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762451.577815:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762451.577819:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762451.577823:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777547648:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762451.577838:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777547776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762451.577857:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762451.577867:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451]  req@ffff9c6f851a2a00 x1876699777547776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762451.577879:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777547776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762451.577888:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762451.577891:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762451.577894:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777547776:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762451.704469:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762452.728553:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762453.752428:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762454.776443:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762455.800482:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762456.696352:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762456.696361:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762456.696364:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762456.696373:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2128
00000100:00080000:0.0:1789762456.696383:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762456.696389:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762456.696425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777547904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762456.696467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762456.696472:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762456.696474:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762456.696479:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2128
00000100:00080000:0.0:1789762456.696491:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762456.696497:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762456.696505:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762456.696518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777548032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762456.696518:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777547904:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762456.696534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762456.696536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762456.696537:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762456.696540:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2128
00000100:00080000:0.0:1789762456.696543:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762456.696545:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762456.696548:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762456.696556:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777548160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762456.696562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762456.696564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762456.696566:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762456.696568:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2128
00000100:00080000:0.0:1789762456.696570:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762456.696573:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762456.696575:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762456.696582:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777548288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762456.696588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762456.696591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762456.696592:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762456.696594:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2128
00000100:00080000:0.0:1789762456.696596:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762456.696598:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762456.696601:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762456.696604:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762456.696610:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777548416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762456.696617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762456.696620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762456.696622:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762456.696625:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2128
00000100:00080000:0.0:1789762456.696627:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762456.696629:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762456.696633:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762456.696640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777548544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762456.696645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762456.696647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762456.696648:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762456.696651:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2128
00000100:00080000:0.0:1789762456.696653:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762456.696657:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762456.696657:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456]  req@ffff9c6f84ef6a00 x1876699777547904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762456.696663:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762456.696673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777548672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762456.696686:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777547904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762456.696699:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762456.696705:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762456.696709:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777547904:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762456.696734:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777548032:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762456.696760:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762456.696774:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456]  req@ffff9c6f84ef5500 x1876699777548032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762456.696788:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777548032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762456.696796:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762456.696800:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762456.696803:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777548032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762456.696810:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777548160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762456.696831:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762456.696844:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456]  req@ffff9c6f84ef4380 x1876699777548160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762456.696854:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777548160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762456.696862:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762456.696875:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762456.696879:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777548160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762456.696887:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777548288:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762456.696908:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762456.696920:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456]  req@ffff9c6f84ef6680 x1876699777548288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762456.696932:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777548288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762456.696941:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762456.696944:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762456.696948:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777548288:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762456.696954:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777548416:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762456.696973:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762456.696985:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456]  req@ffff9c6f84ef6300 x1876699777548416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762456.696997:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777548416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762456.697005:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762456.697008:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762456.697012:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777548416:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762456.697019:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777548544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762456.697039:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762456.697051:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456]  req@ffff9c6f84ef4a80 x1876699777548544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762456.697063:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777548544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762456.697082:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762456.697085:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762456.697089:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777548544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762456.697095:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777548672:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762456.697117:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762456.697129:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456]  req@ffff9c6f84ef4700 x1876699777548672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762456.697141:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777548672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762456.697150:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762456.697153:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762456.697156:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777548672:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762456.824374:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762457.848417:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762458.872491:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762459.896387:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762460.920416:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762461.816365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762461.816375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762461.816380:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762461.816390:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2133
00000100:00080000:0.0:1789762461.816418:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762461.816426:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762461.816475:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777548800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762461.816505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762461.816507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762461.816508:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762461.816511:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2133
00000100:00080000:0.0:1789762461.816514:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762461.816518:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762461.816528:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762461.816541:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777548928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762461.816551:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777548800:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762461.816554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762461.816568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762461.816571:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762461.816574:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2133
00000100:00080000:0.0:1789762461.816577:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762461.816581:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762461.816584:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762461.816592:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777549056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762461.816599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762461.816602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762461.816605:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762461.816607:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2133
00000100:00080000:0.0:1789762461.816611:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762461.816614:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762461.816618:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762461.816631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777549184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762461.816658:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762461.816674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762461.816678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762461.816682:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762461.816687:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2133
00000100:00080000:0.0:1789762461.816691:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762461.816697:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762461.816703:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762461.816726:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461]  req@ffff9c6f84ef7480 x1876699777548800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762461.816735:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777549312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762461.816793:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762461.816798:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762461.816800:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762461.816806:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2133
00000100:00100000:3.0:1789762461.816812:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777548800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762461.816813:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762461.816826:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762461.816834:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762461.816858:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777549440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762461.816858:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762461.816882:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762461.816902:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777548800:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762461.816945:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762461.816949:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762461.816951:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762461.816955:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2133
00000100:00080000:0.0:1789762461.816960:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762461.816965:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777548928:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762461.816973:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762461.816986:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762461.817011:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762461.817024:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777549568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762461.817030:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461]  req@ffff9c6f84ef4700 x1876699777548928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762461.817094:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777548928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762461.817107:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762461.817115:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762461.817121:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777548928:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762461.817130:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777549056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762461.817152:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762461.817162:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461]  req@ffff9c6f84ef4a80 x1876699777549056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762461.817170:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777549056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762461.817177:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762461.817179:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762461.817182:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777549056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762461.817186:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777549184:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762461.817199:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762461.817206:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461]  req@ffff9c6f84ef6300 x1876699777549184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762461.817215:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777549184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762461.817221:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762461.817223:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762461.817225:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777549184:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762461.817229:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777549312:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762461.817265:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762461.817273:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461]  req@ffff9c6f84ef6680 x1876699777549312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762461.817309:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777549312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762461.817315:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762461.817317:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762461.817319:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777549312:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762461.817323:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777549440:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762461.817336:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762461.817342:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461]  req@ffff9c6f84ef4380 x1876699777549440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762461.817349:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777549440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762461.817355:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762461.817357:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762461.817359:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777549440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762461.817372:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777549568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762461.817383:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762461.817389:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461]  req@ffff9c6f84ef5500 x1876699777549568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762461.817410:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777549568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762461.817416:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762461.817418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762461.817420:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777549568:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762461.944407:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762462.968593:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762463.992389:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762465.016549:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762466.040411:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762466.936489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762466.936506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762466.936515:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762466.936549:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2138
00000100:00080000:1.0:1789762466.936564:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762466.936574:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762466.936623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777549696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762466.936670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762466.936675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762466.936678:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762466.936684:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2138
00000100:00080000:1.0:1789762466.936700:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762466.936706:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762466.936717:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777549696:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789762466.936724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762466.936754:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777549824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762466.936775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762466.936783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762466.936787:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762466.936797:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762466.936799:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2138
00000100:00080000:1.0:1789762466.936811:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762466.936818:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762466.936826:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762466.936845:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777549952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762466.936858:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762466.936860:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466]  req@ffff9c6f9118d180 x1876699777549696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762466.936869:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762466.936890:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762466.936890:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777549696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762466.936905:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2138
00000100:00080000:1.0:1789762466.936917:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762466.936921:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762466.936924:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789762466.936933:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:1.0:1789762466.936935:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762466.936944:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777549696:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762466.936957:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777550080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762466.936970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762466.936974:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:3.0:1789762466.936980:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777549824:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762466.936981:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762466.936999:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2138
00000100:00080000:1.0:1789762466.937007:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762466.937014:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762466.937023:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762466.937029:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762466.937058:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466]  req@ffff9c6f9118f800 x1876699777549824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762466.937063:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777550208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762466.937120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762466.937136:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777549824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762466.937137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762466.937143:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762466.937155:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2138
00000100:00080000:1.0:1789762466.937164:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762466.937175:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789762466.937178:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789762466.937182:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762466.937193:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762466.937201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777550336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762466.937209:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777549824:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762466.937261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762466.937266:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762466.937269:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762466.937280:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2138
00000100:00080000:1.0:1789762466.937285:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762466.937290:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777549952:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762466.937295:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762466.937308:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762466.937326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777550464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762466.937348:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762466.937407:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466]  req@ffff9c6f9118df80 x1876699777549952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762466.937430:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777549952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762466.937446:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762466.937452:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762466.937466:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777549952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762466.937478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777550080:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762466.937510:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762466.937529:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466]  req@ffff9c6f9118dc00 x1876699777550080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762466.937550:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777550080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762466.937564:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762466.937569:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762466.937575:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777550080:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762466.937602:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777550208:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762466.937634:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762466.937652:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466]  req@ffff9c6f9118ca80 x1876699777550208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762466.937672:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777550208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762466.937696:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762466.937702:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762466.937708:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777550208:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762466.937718:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777550336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762466.937749:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762466.937768:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466]  req@ffff9c6f9118d180 x1876699777550336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762466.937786:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777550336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762466.937799:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762466.937804:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762466.937809:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777550336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762466.937818:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777550464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762466.937844:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762466.937860:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466]  req@ffff9c6f9118ce00 x1876699777550464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762466.937880:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777550464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762466.937892:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762466.937897:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762466.937902:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777550464:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762467.064430:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762468.088431:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762469.112468:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762470.136444:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762471.160424:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762472.056355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.056369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762472.056375:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.056388:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2143
00000100:00080000:0.0:1789762472.056401:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.056412:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762472.056460:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777550592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762472.056490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.056493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762472.056495:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.056499:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2143
00000100:00080000:0.0:1789762472.056502:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.056506:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762472.056518:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762472.056537:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777550720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762472.056538:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777550592:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762472.056565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.056568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762472.056570:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.056573:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2143
00000100:00080000:0.0:1789762472.056578:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.056581:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762472.056585:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762472.056596:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777550848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762472.056606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.056611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762472.056615:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762472.056621:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762472.056627:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2143
00000100:00080000:0.0:1789762472.056636:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.056643:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762472.056650:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762472.056667:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777550976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762472.056677:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff9c6f84ef6a00 x1876699777550592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762472.056680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.056683:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762472.056684:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.056688:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2143
00000100:00080000:0.0:1789762472.056693:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.056701:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762472.056706:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762472.056722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777551104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762472.056732:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.056734:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762472.056737:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762472.056739:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777550592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762472.056744:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2143
00000100:00080000:0.0:1789762472.056752:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.056765:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762472.056773:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762472.056782:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762472.056785:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777551232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762472.056792:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.056798:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762472.056801:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.056807:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2143
00000100:00080000:3.0:1789762472.056813:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762472.056814:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.056822:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762472.056829:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777550592:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789762472.056830:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762472.056846:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777551360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762472.056866:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777550720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762472.056893:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762472.056904:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff9c6f84ef4000 x1876699777550720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762472.056913:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777550720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762472.056919:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762472.056922:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762472.056924:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777550720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762472.056928:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777550848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762472.056939:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762472.056946:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff9c6f84ef5c00 x1876699777550848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762472.056953:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777550848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762472.056959:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762472.056961:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762472.056963:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777550848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762472.056967:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777550976:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762472.056978:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762472.056985:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff9c6f84ef7800 x1876699777550976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762472.056992:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777550976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762472.056997:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762472.056999:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762472.057001:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777550976:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762472.057004:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777551104:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762472.057014:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762472.057019:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff9c6f84ef4e00 x1876699777551104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762472.057026:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777551104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762472.057031:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762472.057033:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762472.057035:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777551104:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762472.057039:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777551232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762472.057049:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762472.057055:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff9c6f84ef5880 x1876699777551232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762472.057061:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777551232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762472.057067:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762472.057069:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762472.057071:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777551232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762472.057075:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777551360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762472.057084:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762472.057090:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff9c6f84ef6d80 x1876699777551360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762472.057096:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777551360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762472.057101:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762472.057103:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762472.057105:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777551360:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762472.184351:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762473.208376:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762474.232381:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762475.256457:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762476.280377:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762477.176352:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.176363:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762477.176368:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.176383:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2148
00000100:00080000:0.0:1789762477.176400:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.176413:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762477.176467:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777551488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762477.176498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.176502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762477.176504:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.176508:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2148
00000100:00080000:0.0:1789762477.176511:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.176515:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762477.176526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762477.176546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777551616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762477.176561:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777551488:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762477.176562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.176573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762477.176576:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.176581:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2148
00000100:00080000:0.0:1789762477.176585:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.176590:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762477.176597:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762477.176610:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777551744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762477.176619:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.176622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762477.176623:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.176627:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2148
00000100:00080000:0.0:1789762477.176631:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.176634:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762477.176638:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762477.176647:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777551872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762477.176654:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.176656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762477.176657:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.176660:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2148
00000100:00080000:0.0:1789762477.176664:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.176667:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762477.176671:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762477.176684:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777552000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762477.176692:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.176695:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762477.176696:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.176699:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2148
00000100:00080000:0.0:1789762477.176703:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762477.176703:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777551616:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762477.176711:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762477.176718:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762477.176733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777552128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762477.176743:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.176746:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762477.176747:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762477.176750:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777551744:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762477.176755:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2148
00000100:00080000:0.0:1789762477.176759:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.176762:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762477.176765:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762477.176778:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777552256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762477.176786:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777551872:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762477.176831:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777552000:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762477.176847:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777552128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762477.176871:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777552256:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762477.304388:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762478.328368:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762479.352414:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762480.248516:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789762480.248561:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762480.248578:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762480.248619:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762480.248627:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762480.248633:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762480.248639:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762480.248647:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762480.248657:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789762480.248695:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762480]  req@ffff9c6f84ef5c00 x1876699777552128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762480.248731:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777552128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762480.248745:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762480.248752:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762480.248756:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777552128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762480.248765:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762480]  req@ffff9c6f84ef4000 x1876699777552256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762480.248777:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777552256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762480.248785:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762480.248790:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762480.248794:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777552256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762480.248802:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762480]  req@ffff9c6f84ef6d80 x1876699777551616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762480.248816:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777551616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762480.248830:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762480.248835:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762480.248839:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777551616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762480.248847:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762480]  req@ffff9c6f84ef5880 x1876699777551744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762480.248860:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777551744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762480.248868:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762480.248872:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762480.248876:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777551744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762480.248883:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762480]  req@ffff9c6f84ef4e00 x1876699777551872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762480.248897:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777551872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762480.248906:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762480.248911:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762480.248914:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777551872:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762480.248922:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762480]  req@ffff9c6f84ef7800 x1876699777552000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762480.248935:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777552000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762480.248942:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762480.248946:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762480.248949:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777552000:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762480.248956:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762480]  req@ffff9c6f84ef5f80 x1876699777551488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762480.248970:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777551488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762480.248978:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762480.248982:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762480.248986:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777551488:192.168.203.138@tcp:250:kworker.0
00010000:00010000:0.0:1789762480.376380:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762481.400410:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762482.296327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762482.296338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762482.296342:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762482.296354:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2153
00000100:00080000:1.0:1789762482.296365:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762482.296373:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762482.296412:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777552384/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762482.296437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762482.296440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762482.296441:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762482.296445:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2153
00000100:00080000:1.0:1789762482.296447:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762482.296451:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762482.296461:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762482.296472:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777552512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762482.296477:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777552384:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762482.296482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762482.296487:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762482.296488:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762482.296491:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2153
00000100:00080000:1.0:1789762482.296493:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762482.296495:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762482.296498:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762482.296507:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777552640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762482.296512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762482.296515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762482.296516:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762482.296519:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2153
00000100:00080000:1.0:1789762482.296522:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762482.296525:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762482.296528:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762482.296536:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777552768/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762482.296545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762482.296548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762482.296550:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762482.296555:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2153
00000100:00080000:1.0:1789762482.296559:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762482.296563:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762482.296569:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762482.296578:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762482.296584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777552896/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762482.296595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762482.296599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762482.296601:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762482.296606:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2153
00000100:00080000:1.0:1789762482.296610:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762482.296615:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762482.296621:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762482.296631:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff9c6f9118f100 x1876699777552384/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762482.296636:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777553024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762482.296663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762482.296666:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762482.296668:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762482.296673:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777552384/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762482.296677:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2153
00000100:00080000:1.0:1789762482.296692:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762482.296693:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762482.296703:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789762482.296704:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:1.0:1789762482.296713:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762482.296714:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777552384:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762482.296734:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777553152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762482.296749:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777552512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762482.296777:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762482.296790:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff9c6f9118c700 x1876699777552512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762482.296803:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777552512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762482.296812:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762482.296816:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762482.296820:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777552512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762482.296826:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777552640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762482.296842:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762482.296852:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff9c6f9118c380 x1876699777552640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762482.296865:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777552640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762482.296874:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762482.296878:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762482.296881:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777552640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762482.296887:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777552768:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762482.296903:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762482.296914:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff9c6f9118e680 x1876699777552768/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762482.296925:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777552768/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762482.296934:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762482.296938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762482.296942:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777552768:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762482.297548:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777552896:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762482.297584:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762482.297603:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff9c6f9118ed80 x1876699777552896/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762482.297617:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777552896/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762482.297627:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762482.297640:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762482.297645:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777552896:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762482.297652:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777553024:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762482.297671:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762482.297682:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff9c6f9118d500 x1876699777553024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762482.297694:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777553024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762482.297704:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762482.297707:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762482.297711:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777553024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762482.297735:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777553152:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762482.297752:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762482.297768:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff9c6f9118ce00 x1876699777553152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762482.297781:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777553152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762482.297789:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762482.297793:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762482.297796:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777553152:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762482.424368:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762483.448387:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762484.472421:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762485.496369:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762486.520420:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762487.416377:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762487.416388:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762487.416393:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762487.416404:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2159
00000100:00080000:0.0:1789762487.416416:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762487.416424:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762487.416467:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777553280/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762487.416494:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762487.416497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762487.416499:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762487.416502:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2159
00000100:00080000:0.0:1789762487.416504:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762487.416507:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762487.416516:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762487.416526:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777553408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762487.416534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762487.416537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762487.416539:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762487.416542:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2159
00000100:00080000:0.0:1789762487.416544:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762487.416547:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762487.416551:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762487.416557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777553536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762487.416569:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777553280:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762487.416570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762487.416591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762487.416594:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762487.416601:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2159
00000100:00080000:0.0:1789762487.416605:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762487.416611:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762487.416620:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762487.416640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777553664/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762487.416652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762487.416655:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762487.416657:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762487.416665:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2159
00000800:00000100:3.0:1789762487.416666:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762487.416677:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762487.416682:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762487.416688:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762487.416699:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777553792/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762487.416706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762487.416709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762487.416711:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762487.416716:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2159
00000100:00080000:0.0:1789762487.416722:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762487.416723:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff9c6f84ef6a00 x1876699777553280/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762487.416734:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762487.416747:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762487.416762:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777553280/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762487.416772:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762487.416779:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777553920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762487.416779:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762487.416790:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777553280:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762487.416805:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777553408:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762487.416819:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762487.416822:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762487.416831:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762487.416831:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762487.416841:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2159
00000100:00080000:0.0:1789762487.416847:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762487.416851:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff9c6f84ef5500 x1876699777553408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762487.416856:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762487.416871:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762487.416878:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777553408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762487.416886:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762487.416889:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777554048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762487.416895:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762487.416910:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777553408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762487.416942:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777553536:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762487.416957:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762487.416964:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff9c6f84ef4380 x1876699777553536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762487.416971:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777553536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762487.416977:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762487.416979:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762487.416981:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777553536:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762487.416985:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777553664:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762487.416995:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762487.417001:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff9c6f84ef6680 x1876699777553664/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762487.417008:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777553664/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762487.417013:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762487.417015:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762487.417017:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777553664:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762487.417020:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777553792:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762487.417029:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762487.417035:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff9c6f84ef6300 x1876699777553792/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762487.417041:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777553792/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762487.417046:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762487.417047:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762487.417049:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777553792:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762487.417053:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777553920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762487.417062:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762487.417068:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff9c6f84ef4a80 x1876699777553920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762487.417074:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777553920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762487.417080:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762487.417082:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762487.417084:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777553920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762487.417087:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777554048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762487.417097:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762487.417103:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff9c6f84ef4700 x1876699777554048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762487.417109:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777554048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762487.417113:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762487.417115:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762487.417117:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777554048:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762487.544419:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762488.568424:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762489.592368:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762490.616416:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762491.640387:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762492.536308:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762492.536319:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762492.536324:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762492.536335:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2164
00000100:00080000:0.0:1789762492.536347:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762492.536354:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762492.536397:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777554176/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762492.536424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762492.536427:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762492.536428:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762492.536431:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2164
00000100:00080000:0.0:1789762492.536434:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762492.536436:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762492.536445:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762492.536456:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777554304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762492.536463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762492.536466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762492.536468:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762492.536470:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2164
00000100:00080000:0.0:1789762492.536472:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762492.536475:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762492.536478:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762492.536484:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777554432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762492.536496:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762492.536499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762492.536500:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762492.536504:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2164
00000100:00080000:0.0:1789762492.536506:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762492.536512:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762492.536513:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777554176:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789762492.536517:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762492.536530:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777554560/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762492.536536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762492.536539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762492.536540:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762492.536543:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2164
00000100:00080000:0.0:1789762492.536546:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762492.536549:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762492.536552:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762492.536570:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777554688/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762492.536576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762492.536578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762492.536581:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762492.536584:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2164
00000100:00080000:0.0:1789762492.536587:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762492.536596:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789762492.536603:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789762492.536605:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762492.536619:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777554816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762492.536626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762492.536629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762492.536630:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762492.536633:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2164
00000100:00080000:0.0:1789762492.536635:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762492.536637:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762492.536641:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762492.536651:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777554944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762492.536660:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492]  req@ffff9c6f84ef7480 x1876699777554176/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762492.536682:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777554176/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762492.536694:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762492.536699:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762492.536704:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777554176:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762492.536713:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777554304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762492.536735:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762492.536747:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492]  req@ffff9c6f84ef4700 x1876699777554304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762492.536760:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777554304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762492.536768:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762492.536772:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762492.536776:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777554304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762492.536800:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777554432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762492.536818:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762492.536827:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492]  req@ffff9c6f84ef4a80 x1876699777554432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762492.536840:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777554432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762492.536849:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762492.536852:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762492.536856:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777554432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762492.536862:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777554560:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762492.536878:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762492.536898:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492]  req@ffff9c6f84ef6300 x1876699777554560/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762492.536914:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777554560/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762492.536924:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762492.536927:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762492.536931:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777554560:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762492.536937:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777554688:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762492.536955:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762492.536965:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492]  req@ffff9c6f84ef6680 x1876699777554688/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762492.536977:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777554688/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762492.536985:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762492.536989:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762492.536992:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777554688:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762492.536998:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777554816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762492.537018:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762492.537029:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492]  req@ffff9c6f84ef4380 x1876699777554816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762492.537041:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777554816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762492.537050:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762492.537053:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762492.537057:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777554816:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762492.537063:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777554944:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762492.537080:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762492.537089:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492]  req@ffff9c6f84ef5500 x1876699777554944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762492.537101:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777554944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762492.537109:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762492.537112:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762492.537116:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777554944:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762492.664433:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762493.688418:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762494.712427:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762495.736362:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762496.760451:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762497.656311:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762497.656322:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762497.656327:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762497.656339:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2169
00000100:00080000:0.0:1789762497.656351:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762497.656358:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762497.656401:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777555072/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762497.656451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762497.656454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762497.656455:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762497.656463:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2169
00000100:00080000:0.0:1789762497.656465:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762497.656469:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762497.656479:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762497.656506:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777555200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762497.656515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762497.656518:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777555072:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762497.656519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762497.656523:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762497.656531:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2169
00000100:00080000:0.0:1789762497.656534:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762497.656537:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762497.656541:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762497.656551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777555328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762497.656565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762497.656567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762497.656569:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762497.656573:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2169
00000100:00080000:0.0:1789762497.656576:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762497.656580:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762497.656584:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762497.656609:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777555456/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762497.656616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762497.656619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:3.0:1789762497.656621:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762497.656622:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762497.656629:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2169
00000100:00080000:0.0:1789762497.656631:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762497.656634:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762497.656637:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762497.656644:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777555584/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762497.656650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762497.656653:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762497.656654:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762497.656657:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2169
00000100:00080000:0.0:1789762497.656659:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762497.656663:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762497.656666:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762497.656670:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497]  req@ffff9c6f84ef6a00 x1876699777555072/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762497.656675:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777555712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762497.656703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762497.656705:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777555072/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762497.656712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762497.656717:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762497.656721:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762497.656726:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2169
00000100:00080000:3.0:1789762497.656729:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762497.656735:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762497.656735:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777555072:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762497.656745:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762497.656751:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762497.656763:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777555200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762497.656766:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777555840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762497.656785:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762497.656797:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497]  req@ffff9c6f84ef5f80 x1876699777555200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762497.656814:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777555200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762497.656820:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762497.656823:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762497.656825:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777555200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762497.656829:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777555328:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762497.656841:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762497.656848:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497]  req@ffff9c6f84ef7800 x1876699777555328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762497.656855:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777555328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762497.656861:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762497.656862:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762497.656864:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777555328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762497.656868:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777555456:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762497.656878:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762497.656884:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497]  req@ffff9c6f84ef4e00 x1876699777555456/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762497.656892:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777555456/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762497.656897:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762497.656898:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762497.656900:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777555456:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762497.656903:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777555584:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762497.656913:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762497.656918:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497]  req@ffff9c6f84ef5880 x1876699777555584/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762497.656926:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777555584/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762497.656930:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762497.656932:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762497.656934:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777555584:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762497.656937:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777555712:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762497.656946:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762497.656952:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497]  req@ffff9c6f84ef6d80 x1876699777555712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762497.656962:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777555712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762497.656971:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762497.656973:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762497.656977:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777555712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762497.656996:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777555840:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762497.657017:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762497.657026:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497]  req@ffff9c6f84ef4000 x1876699777555840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762497.657034:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777555840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762497.657039:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762497.657042:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762497.657044:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777555840:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762497.784410:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762498.808373:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762499.832409:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762500.862597:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762501.880434:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762502.776365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762502.776379:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762502.776386:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762502.776421:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2174
00000100:00080000:1.0:1789762502.776440:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762502.776470:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762502.776545:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777555968/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762502.776603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762502.776611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762502.776634:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762502.776643:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2174
00000100:00080000:1.0:1789762502.776649:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762502.776684:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777555968:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762502.776750:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762502.776767:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762502.776792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777556096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762502.776809:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762502.776813:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762502.776816:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762502.776826:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2174
00000800:00000100:3.0:1789762502.776838:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762502.776859:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762502.776869:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762502.776877:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762502.776892:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777556224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762502.776905:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762502.776910:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1789762502.776915:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762502]  req@ffff9c6f9118d180 x1876699777555968/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762502.776938:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762502.776950:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2174
00000100:00080000:1.0:1789762502.776957:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762502.776958:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777555968/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762502.776973:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789762502.776986:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789762502.776987:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789762502.777001:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762502.777008:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777555968:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762502.777015:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777556352/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762502.777048:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762502.777053:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762502.777056:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762502.777063:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777556096:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762502.777067:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2174
00000100:00080000:1.0:1789762502.777085:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762502.777130:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762502.777134:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762502.777147:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762502]  req@ffff9c6f9118ca80 x1876699777556096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762502.777150:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762502.777191:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777556096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762502.777199:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777556480/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762502.777208:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762502.777229:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762502.777234:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762502.777255:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762502.777260:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777556096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762502.777267:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777556224:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762502.777286:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762502.777294:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762502.777303:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2174
00000100:00080000:1.0:1789762502.777312:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762502.777313:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762502]  req@ffff9c6f9118dc00 x1876699777556224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762502.777329:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762502.777348:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762502.777350:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777556224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762502.777366:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762502.777369:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762502.777376:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777556224:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762502.777378:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777556608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762502.777387:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777556352:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762502.777418:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762502.777419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762502.777428:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762502.777432:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762502]  req@ffff9c6f9118df80 x1876699777556352/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762502.777435:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762502.777460:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2174
00000100:00100000:3.0:1789762502.777461:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777556352/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762502.777468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762502.777471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762502.777473:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777556352:192.168.203.138@tcp:8:kworker.0
00000100:00080000:1.0:1789762502.777500:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762502.777501:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777556480:192.168.203.138@tcp:8:kworker.0
00000100:00080000:1.0:1789762502.777520:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789762502.777528:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789762502.777534:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762502.777541:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762502]  req@ffff9c6f9118f800 x1876699777556480/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762502.777575:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777556480/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762502.777578:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777556736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762502.777594:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762502.777604:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762502.777617:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777556480:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762502.777640:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777556608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762502.777678:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762502.777708:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762502]  req@ffff9c6f9118d180 x1876699777556608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762502.777718:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777556608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762502.777724:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762502.777727:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762502.777729:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777556608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762502.777742:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777556736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762502.777764:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762502.777777:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762502]  req@ffff9c6f9118ce00 x1876699777556736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762502.777791:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777556736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762502.777799:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762502.777802:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762502.777804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777556736:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762502.904438:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762503.928463:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762504.952417:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762505.976370:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762507.000412:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762507.896413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762507.896423:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762507.896427:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762507.896437:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2179
00000100:00080000:3.0:1789762507.896460:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762507.896467:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762507.896505:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777556864/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762507.896531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762507.896535:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762507.896536:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762507.896539:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2179
00000100:00080000:3.0:1789762507.896542:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762507.896544:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762507.896552:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762507.896562:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777556992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762507.896569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762507.896572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762507.896573:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762507.896576:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2179
00000100:00080000:3.0:1789762507.896578:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762507.896584:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777556864:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762507.896584:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762507.896588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762507.896598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777557120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762507.896604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762507.896606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762507.896607:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762507.896610:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2179
00000100:00080000:3.0:1789762507.896612:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762507.896615:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762507.896619:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762507.896626:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777557248/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762507.896632:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762507.896634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762507.896635:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762507.896638:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2179
00000100:00080000:3.0:1789762507.896641:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762507.896643:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762507.896645:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762507.896650:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777557376/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762507.896655:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762507.896657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762507.896658:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762507.896660:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2179
00000100:00080000:3.0:1789762507.896662:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762507.896665:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762507.896668:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762507.896673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777557504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762507.896678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762507.896680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762507.896681:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762507.896684:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2179
00000100:00080000:3.0:1789762507.896687:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762507.896690:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762507.896703:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762507.896715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777557632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762507.896775:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762507.896823:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507]  req@ffff9c6f91eb9880 x1876699777556864/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762507.896840:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777556864/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762507.896849:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762507.896852:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762507.896856:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777556864:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762507.896865:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777556992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762507.896890:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762507.896899:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507]  req@ffff9c6f91eb9f80 x1876699777556992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762507.896906:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777556992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762507.896912:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762507.896914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762507.896916:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777556992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762507.896939:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777557120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762507.896950:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762507.896957:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507]  req@ffff9c6f91eb9500 x1876699777557120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762507.896974:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777557120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762507.896980:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762507.896982:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762507.896984:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777557120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762507.896988:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777557248:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762507.897001:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762507.897008:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507]  req@ffff9c6f91ebb800 x1876699777557248/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762507.897015:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777557248/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762507.897021:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762507.897023:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762507.897025:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777557248:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762507.897028:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777557376:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762507.897039:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762507.897045:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507]  req@ffff9c6f91ebaa00 x1876699777557376/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762507.897071:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777557376/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762507.897077:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762507.897079:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762507.897082:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777557376:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762507.897086:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777557504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762507.897101:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762507.897109:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507]  req@ffff9c6f91ebb480 x1876699777557504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762507.897116:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777557504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762507.897121:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762507.897123:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762507.897125:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777557504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762507.897129:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777557632:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762507.897139:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762507.897145:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507]  req@ffff9c6f91ebad80 x1876699777557632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762507.897151:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777557632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762507.897156:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762507.897158:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762507.897160:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777557632:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762508.024469:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762509.048406:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762510.072400:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762511.096369:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762512.120404:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762513.016285:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762513.016294:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762513.016298:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762513.016309:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2184
00000100:00080000:3.0:1789762513.016322:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762513.016332:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762513.016387:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777557760/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762513.016413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762513.016416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762513.016417:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762513.016421:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2184
00000100:00080000:3.0:1789762513.016424:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762513.016428:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762513.016437:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762513.016448:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777557888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762513.016461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777557760:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762513.016517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762513.016521:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762513.016522:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762513.016526:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2184
00000100:00080000:3.0:1789762513.016531:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762513.016534:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762513.016538:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762513.016545:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762513.016549:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777558016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762513.016556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762513.016559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762513.016561:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762513.016564:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2184
00000100:00080000:3.0:1789762513.016582:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762513.016584:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762513.016588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762513.016598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777558144/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762513.016605:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff9c6f91ebad80 x1876699777557760/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762513.016609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762513.016618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762513.016622:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762513.016629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777557760/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762513.016630:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2184
00000100:00080000:3.0:1789762513.016638:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762513.016647:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789762513.016655:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762513.016656:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762513.016660:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762513.016665:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777557760:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762513.016674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777558272/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762513.016682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762513.016685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762513.016687:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762513.016689:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777557888:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762513.016693:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2184
00000100:00080000:3.0:1789762513.016698:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762513.016702:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762513.016706:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762513.016719:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762513.016719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777558400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762513.016730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762513.016733:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff9c6f91ebb480 x1876699777557888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762513.016737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762513.016741:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762513.016751:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2184
00000100:00100000:1.0:1789762513.016752:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777557888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762513.016758:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762513.016762:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762513.016767:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789762513.016768:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762513.016776:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777557888:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789762513.016777:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762513.016785:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777558016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762513.016792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777558528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762513.016815:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762513.016829:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff9c6f91ebaa00 x1876699777558016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762513.016838:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777558016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762513.016846:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762513.016849:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762513.016851:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777558016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762513.016858:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777558144:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762513.016883:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762513.016895:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff9c6f91ebb800 x1876699777558144/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762513.016903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777558144/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762513.016909:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762513.016911:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762513.016914:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777558144:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762513.016917:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777558272:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762513.016948:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762513.016959:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff9c6f91eb9500 x1876699777558272/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762513.016967:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777558272/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762513.016979:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762513.016986:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762513.016995:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777558272:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762513.017033:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777558400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762513.017345:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762513.017370:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff9c6f91eb9f80 x1876699777558400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762513.017380:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777558400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762513.017386:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762513.017388:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762513.017390:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777558400:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762513.017395:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777558528:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762513.017413:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762513.017435:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff9c6f91eb9880 x1876699777558528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762513.017448:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777558528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762513.017457:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762513.017461:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762513.017465:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777558528:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762513.144464:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762514.168423:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762515.192359:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762516.216442:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762517.240417:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762518.136342:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762518.136353:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762518.136359:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762518.136371:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2189
00000100:00080000:3.0:1789762518.136382:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762518.136406:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762518.136459:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777558656/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762518.136500:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762518.136506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762518.136509:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762518.136515:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2189
00000100:00080000:3.0:1789762518.136521:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762518.136527:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762518.136539:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762518.136556:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777558784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762518.136569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762518.136572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762518.136574:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762518.136579:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2189
00000100:00100000:1.0:1789762518.136588:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777558656:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762518.136588:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762518.136601:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762518.136611:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762518.136649:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777558912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762518.136666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762518.136672:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1789762518.136674:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762518.136681:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762518.136689:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2189
00000100:00080000:3.0:1789762518.136696:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762518.136702:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762518.136709:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762518.136724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777559040/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762518.136730:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff9c6f91eb9880 x1876699777558656/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762518.136771:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762518.136781:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762518.136784:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762518.136787:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777558656/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762518.136800:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2189
00000100:00080000:1.0:1789762518.136806:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762518.136810:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762518.136813:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762518.136821:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762518.136822:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777558656:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789762518.136837:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762518.136855:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777559168/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762518.136861:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777558784:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762518.136892:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762518.136897:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762518.136900:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762518.136902:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762518.136913:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2189
00000100:00080000:3.0:1789762518.136921:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762518.136926:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff9c6f91eb9f80 x1876699777558784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762518.136928:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762518.136941:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762518.136950:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777558784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762518.136958:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777559296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762518.137010:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762518.137027:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762518.137037:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777558784:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762518.137043:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762518.137047:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777558912:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762518.137055:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762518.137058:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762518.137083:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2189
00000800:00000100:1.0:1789762518.137086:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762518.137098:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762518.137107:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff9c6f91eb9500 x1876699777558912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762518.137115:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762518.137125:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777558912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762518.137146:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762518.137148:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762518.137158:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762518.137162:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777558912:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762518.137168:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777559040:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762518.137176:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777559424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762518.137191:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762518.137218:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff9c6f91ebb800 x1876699777559040/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762518.137268:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777559040/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762518.137285:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762518.137287:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762518.137290:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777559040:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762518.137304:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777559168:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762518.137317:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762518.137324:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff9c6f91ebaa00 x1876699777559168/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762518.137332:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777559168/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762518.137337:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762518.137339:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762518.137341:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777559168:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762518.137346:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777559296:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762518.137356:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762518.137362:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff9c6f91ebb480 x1876699777559296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762518.137370:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777559296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762518.137375:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762518.137377:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762518.137378:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777559296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762518.137382:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777559424:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762518.137404:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762518.137410:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff9c6f91ebad80 x1876699777559424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762518.137417:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777559424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762518.137422:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762518.137424:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762518.137426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777559424:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762518.264435:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762519.288406:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762520.312563:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762521.336378:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762522.360368:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762523.256351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.256360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762523.256365:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.256375:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2194
00000100:00080000:1.0:1789762523.256385:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.256391:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762523.256431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777559552/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762523.256460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.256463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762523.256464:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.256467:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2194
00000100:00080000:1.0:1789762523.256469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.256472:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762523.256481:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762523.256491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777559680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762523.256501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.256504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762523.256506:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762523.256506:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777559552:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762523.256525:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2194
00000100:00080000:1.0:1789762523.256530:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.256535:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762523.256542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762523.256557:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777559808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762523.256569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.256572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762523.256573:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.256577:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2194
00000100:00080000:1.0:1789762523.256581:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.256584:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762523.256588:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762523.256595:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762523.256602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777559936/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762523.256610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.256612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762523.256614:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.256619:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2194
00000100:00080000:1.0:1789762523.256621:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.256626:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762523.256629:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762523.256638:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777560064/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762523.256645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.256647:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762523.256649:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.256651:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2194
00000100:00080000:1.0:1789762523.256658:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762523.256659:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff9c6f9118d500 x1876699777559552/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762523.256665:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762523.256669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762523.256681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777560192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762523.256690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.256692:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762523.256694:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.256698:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2194
00000100:00080000:1.0:1789762523.256703:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762523.256705:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777559552/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762523.256711:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762523.256718:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762523.256732:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777560320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762523.256737:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.256746:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762523.256752:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777559552:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762523.256782:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777559680:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762523.256806:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762523.256817:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff9c6f9118ed80 x1876699777559680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762523.256826:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777559680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762523.256832:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.256834:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762523.256837:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777559680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762523.256841:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777559808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762523.256853:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762523.256860:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff9c6f9118e680 x1876699777559808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762523.256868:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777559808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762523.256882:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.256884:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762523.256886:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777559808:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762523.256891:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777559936:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762523.256904:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762523.256911:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff9c6f9118c380 x1876699777559936/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762523.256919:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777559936/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762523.256924:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.256926:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762523.256929:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777559936:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762523.256932:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777560064:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762523.256962:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762523.256970:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff9c6f9118c700 x1876699777560064/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762523.256978:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777560064/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762523.256984:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.256986:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762523.256988:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777560064:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762523.256992:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777560192:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762523.257004:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762523.257010:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff9c6f9118f100 x1876699777560192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762523.257029:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777560192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762523.257034:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.257037:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762523.257039:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777560192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762523.257043:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777560320:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762523.257055:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762523.257062:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff9c6f9118ce00 x1876699777560320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762523.257069:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777560320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762523.257074:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.257076:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762523.257078:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777560320:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762523.384423:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762524.408467:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762525.432393:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762526.456385:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762527.480391:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762528.376328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762528.376340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762528.376345:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762528.376356:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2200
00000100:00080000:2.0:1789762528.376369:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762528.376379:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762528.376425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777560448/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762528.376454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762528.376459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762528.376461:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762528.376466:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2200
00000100:00080000:2.0:1789762528.376471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762528.376476:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762528.376486:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777560448:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789762528.376488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762528.376506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777560576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762528.376519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762528.376523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762528.376525:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762528.376530:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2200
00000100:00080000:2.0:1789762528.376548:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762528.376552:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762528.376558:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762528.376565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762528.376579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777560704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762528.376589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762528.376594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762528.376596:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762528.376600:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff9c6f851a1f80 x1876699777560448/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762528.376604:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2200
00000100:00080000:2.0:1789762528.376610:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762528.376619:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762528.376625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762528.376626:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777560448/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762528.376642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777560832/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762528.376646:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.376655:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789762528.376662:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762528.376663:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777560448:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762528.376672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762528.376675:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762528.376680:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2200
00000100:00080000:2.0:1789762528.376684:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762528.376688:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762528.376693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762528.376696:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777560576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762528.376709:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777560960/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762528.376719:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762528.376724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762528.376729:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762528.376732:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762528.376737:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff9c6f851a1c00 x1876699777560576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762528.376739:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2200
00000100:00080000:2.0:1789762528.376746:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762528.376753:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762528.376761:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762528.376764:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777560576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.376776:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762528.376778:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777561088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762528.376784:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762528.376792:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777560576:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762528.376800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762528.376803:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777560704:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762528.376806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762528.376810:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762528.376816:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2200
00000100:00080000:2.0:1789762528.376824:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762528.376829:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762528.376833:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762528.376841:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762528.376843:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff9c6f851a3b80 x1876699777560704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762528.376860:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777561216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762528.376860:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777560704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.376892:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.376913:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762528.376917:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777560704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762528.376925:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777560832:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762528.376942:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762528.376950:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff9c6f851a1180 x1876699777560832/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762528.376958:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777560832/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.376964:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.376966:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762528.376969:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777560832:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762528.376980:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777560960:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762528.376992:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762528.376998:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff9c6f851a1500 x1876699777560960/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762528.377005:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777560960/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.377010:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.377012:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762528.377014:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777560960:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762528.377017:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777561088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762528.377027:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762528.377033:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff9c6f851a0000 x1876699777561088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762528.377040:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777561088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.377045:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.377047:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762528.377049:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777561088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762528.377052:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777561216:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762528.377061:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762528.377066:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff9c6f851a3480 x1876699777561216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762528.377073:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777561216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.377077:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.377079:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762528.377081:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777561216:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762528.504352:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762529.528408:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762530.552400:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762531.576363:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762532.600440:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762533.496338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762533.496358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762533.496363:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762533.496376:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2205
00000100:00080000:1.0:1789762533.496390:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762533.496398:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762533.496435:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777561344/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762533.496464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762533.496468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762533.496470:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762533.496474:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2205
00000100:00080000:1.0:1789762533.496477:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762533.496481:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762533.496490:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762533.496493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777561344:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762533.496504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777561472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762533.496514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762533.496517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762533.496518:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762533.496526:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2205
00000100:00080000:1.0:1789762533.496529:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762533.496532:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762533.496536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762533.496545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777561600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762533.496552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762533.496557:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762533.496558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762533.496561:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762533.496565:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2205
00000100:00080000:1.0:1789762533.496568:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762533.496572:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762533.496575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762533.496589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777561728/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762533.496597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762533.496601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:3.0:1789762533.496601:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff9c6f9118d180 x1876699777561344/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762533.496604:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762533.496612:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2205
00000100:00080000:1.0:1789762533.496617:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762533.496621:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762533.496625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762533.496629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777561344/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762533.496636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777561856/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762533.496643:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762533.496646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762533.496649:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762533.496651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762533.496654:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762533.496656:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777561344:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762533.496659:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2205
00000100:00080000:1.0:1789762533.496664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762533.496667:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762533.496671:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762533.496678:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777561984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762533.496682:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777561472:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762533.496695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762533.496698:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762533.496700:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762533.496704:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2205
00000800:00000100:3.0:1789762533.496707:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762533.496710:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762533.496714:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762533.496718:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762533.496722:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff9c6f9118f800 x1876699777561472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762533.496728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777562112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762533.496737:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777561472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762533.496746:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762533.496748:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762533.496751:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777561472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762533.496757:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777561600:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762533.496769:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762533.496775:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff9c6f9118df80 x1876699777561600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762533.496782:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777561600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762533.496787:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762533.496789:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762533.496791:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777561600:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762533.496795:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777561728:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762533.496805:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762533.496811:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff9c6f9118dc00 x1876699777561728/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762533.496818:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777561728/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762533.496823:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762533.496825:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762533.496827:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777561728:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762533.496830:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777561856:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762533.496840:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762533.496845:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff9c6f9118ca80 x1876699777561856/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762533.496852:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777561856/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762533.496857:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762533.496876:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762533.496880:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777561856:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762533.496897:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777561984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762533.496912:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762533.496919:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff9c6f9118d180 x1876699777561984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762533.496928:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777561984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762533.496934:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762533.496936:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762533.496938:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777561984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762533.496941:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777562112:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762533.496952:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762533.496958:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff9c6f9118ce00 x1876699777562112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762533.496966:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777562112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762533.496971:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762533.496972:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762533.496974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777562112:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762533.624428:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762534.648365:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762535.672380:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762536.696357:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762537.720362:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762538.616307:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762538.616317:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762538.616321:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762538.616329:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2210
00000100:00080000:3.0:1789762538.616341:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762538.616348:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762538.616386:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777562240/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762538.616415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762538.616420:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762538.616422:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762538.616428:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2210
00000100:00080000:3.0:1789762538.616432:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762538.616438:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762538.616449:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762538.616464:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777562240:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762538.616465:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777562368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762538.616480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762538.616484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762538.616485:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762538.616488:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2210
00000100:00080000:3.0:1789762538.616492:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762538.616494:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762538.616498:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762538.616508:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777562496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762538.616515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762538.616518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762538.616519:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762538.616521:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2210
00000100:00080000:3.0:1789762538.616525:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762538.616528:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762538.616531:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762538.616539:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777562624/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762538.616548:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762538.616553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762538.616558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762538.616561:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762538.616567:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2210
00000100:00080000:3.0:1789762538.616574:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762538.616579:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762538.616584:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762538.616600:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762538]  req@ffff9c6f91ebad80 x1876699777562240/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762538.616601:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777562752/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762538.616631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762538.616635:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762538.616637:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762538.616640:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2210
00000100:00100000:1.0:1789762538.616644:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777562240/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762538.616645:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762538.616653:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762538.616660:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762538.616661:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762538.616669:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762538.616671:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777562880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762538.616676:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777562240:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762538.616691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762538.616693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762538.616695:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762538.616698:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2210
00000100:00080000:3.0:1789762538.616701:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762538.616703:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762538.616706:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762538.616712:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777562368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762538.616715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777563008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762538.616761:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762538.616778:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762538]  req@ffff9c6f91ebb480 x1876699777562368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762538.616793:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777562368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762538.616803:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762538.616807:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762538.616836:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777562368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762538.616843:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777562496:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762538.616865:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762538.616878:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762538]  req@ffff9c6f91ebaa00 x1876699777562496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762538.616892:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777562496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762538.616901:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762538.616904:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762538.616908:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777562496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762538.616915:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777562624:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762538.616935:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762538.616946:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762538]  req@ffff9c6f91ebb800 x1876699777562624/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762538.616959:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777562624/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762538.616968:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762538.616971:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762538.616973:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777562624:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762538.616977:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777562752:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762538.616990:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762538.616997:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762538]  req@ffff9c6f91eb9500 x1876699777562752/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762538.617005:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777562752/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762538.617010:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762538.617012:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762538.617013:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777562752:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762538.617017:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777562880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762538.617035:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762538.617042:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762538]  req@ffff9c6f91eb9f80 x1876699777562880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762538.617050:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777562880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762538.617060:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762538.617062:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762538.617064:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777562880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762538.617078:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777563008:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762538.617090:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762538.617096:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762538]  req@ffff9c6f91eb9880 x1876699777563008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762538.617108:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777563008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762538.617117:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762538.617121:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762538.617124:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777563008:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762538.744393:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762539.768386:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762540.792436:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762541.816416:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762542.840356:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762543.736312:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762543.736323:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762543.736328:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762543.736341:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2215
00000100:00080000:3.0:1789762543.736354:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762543.736363:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762543.736414:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777563136/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762543.736440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762543.736443:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762543.736445:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762543.736448:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2215
00000100:00080000:3.0:1789762543.736451:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762543.736455:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762543.736464:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762543.736474:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777563264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762543.736484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762543.736485:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777563136:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762543.736487:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762543.736491:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762543.736498:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2215
00000100:00080000:3.0:1789762543.736501:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762543.736503:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762543.736506:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762543.736516:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777563392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762543.736522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762543.736524:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762543.736526:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762543.736528:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2215
00000100:00080000:3.0:1789762543.736530:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762543.736533:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762543.736536:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762543.736543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777563520/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762543.736549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762543.736552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762543.736553:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762543.736556:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2215
00000100:00080000:3.0:1789762543.736565:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762543.736568:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762543.736572:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762543.736580:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777563648/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762543.736586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762543.736589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762543.736590:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762543.736594:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2215
00000100:00080000:3.0:1789762543.736597:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762543.736600:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762543.736604:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762543.736612:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777563776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762543.736620:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777563264:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762543.736630:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762543.736635:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762543.736637:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762543.736644:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2215
00000100:00080000:3.0:1789762543.736650:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762543.736655:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762543.736662:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777563392:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789762543.736662:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762543.736680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777563904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762543.736701:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777563520:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762543.736726:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777563648:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762543.736754:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777563776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762543.736778:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777563904:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762543.864352:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762544.888367:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762545.912412:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762546.808526:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789762546.808570:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762546.808587:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762546.808648:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762546.808658:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762546.808671:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762546.808682:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762546.808694:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762546.808716:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789762546.808720:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762546]  req@ffff9c6f91eb9f80 x1876699777563264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762546.808754:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777563264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762546.808782:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762546.808788:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762546.808793:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777563264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762546.808803:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762546]  req@ffff9c6f91eb9500 x1876699777563392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762546.808819:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777563392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762546.808828:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762546.808831:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762546.808834:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777563392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762546.808840:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762546]  req@ffff9c6f91ebb800 x1876699777563520/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762546.808850:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777563520/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762546.808860:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762546.808864:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762546.808868:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777563520:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762546.808876:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762546]  req@ffff9c6f91ebaa00 x1876699777563648/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762546.808891:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777563648/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762546.808900:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762546.808905:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762546.808909:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777563648:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762546.808916:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762546]  req@ffff9c6f91eb9880 x1876699777563136/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762546.808931:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777563136/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762546.808939:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762546.808943:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762546.808946:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777563136:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762546.808979:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762546]  req@ffff9c6f91ebb480 x1876699777563776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762546.808994:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777563776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762546.809003:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762546.809007:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762546.809011:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777563776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762546.809018:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762546]  req@ffff9c6f91ebad80 x1876699777563904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762546.809030:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777563904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762546.809038:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762546.809042:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762546.809047:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777563904:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762546.936396:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762547.960362:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762548.856399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762548.856415:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762548.856423:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762548.856455:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2220
00000100:00080000:3.0:1789762548.856471:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762548.856482:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762548.856547:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777564032/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762548.856599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762548.856603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762548.856605:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762548.856610:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2220
00000100:00080000:3.0:1789762548.856614:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762548.856618:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762548.856628:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762548.856640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777564160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762548.856652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762548.856657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762548.856660:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762548.856675:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2220
00000100:00080000:3.0:1789762548.856681:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762548.856690:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762548.856693:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777564032:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789762548.856698:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762548.856721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777564288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762548.856736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762548.856742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762548.856764:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762548.856771:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2220
00000100:00080000:3.0:1789762548.856778:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762548.856784:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762548.856791:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762548.856807:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762548.856813:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777564416/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762548.856828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762548.856834:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762548.856837:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762548.856842:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2220
00000100:00080000:3.0:1789762548.856848:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762548.856854:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762548.856861:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762548.856871:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548]  req@ffff9c6f91ebad80 x1876699777564032/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762548.856882:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777564544/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762548.856908:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762548.856915:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777564032/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762548.856917:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762548.856923:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762548.856936:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2220
00000100:00080000:1.0:1789762548.856946:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762548.856947:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762548.856961:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789762548.856962:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762548.856973:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777564032:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789762548.856976:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762548.856989:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777564160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762548.856999:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777564672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762548.857017:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762548.857023:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762548.857026:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762548.857033:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2220
00000800:00000100:1.0:1789762548.857041:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762548.857043:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762548.857054:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762548.857062:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762548.857070:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548]  req@ffff9c6f91ebb480 x1876699777564160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762548.857087:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777564800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762548.857098:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777564160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762548.857121:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762548.857128:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762548.857133:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777564160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762548.857172:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777564288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762548.857211:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762548.857290:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548]  req@ffff9c6f91eb9880 x1876699777564288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762548.857313:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777564288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762548.857327:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762548.857333:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762548.857339:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777564288:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762548.857350:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777564416:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762548.857381:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762548.857400:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548]  req@ffff9c6f91ebaa00 x1876699777564416/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762548.857429:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777564416/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762548.857442:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762548.857447:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762548.857452:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777564416:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762548.857461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777564544:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762548.857491:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762548.857509:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548]  req@ffff9c6f91ebb800 x1876699777564544/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762548.857529:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777564544/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762548.857539:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762548.857544:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762548.857548:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777564544:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762548.857556:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777564672:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762548.857592:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762548.857611:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548]  req@ffff9c6f91eb9500 x1876699777564672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762548.857629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777564672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762548.857650:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762548.857656:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762548.857661:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777564672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762548.857688:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777564800:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762548.857717:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762548.857733:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548]  req@ffff9c6f91eb9f80 x1876699777564800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762548.857772:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777564800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762548.857785:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762548.857790:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762548.857795:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777564800:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762548.984367:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762550.008371:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762551.032423:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762552.056404:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762553.080422:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762553.976353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762553.976363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762553.976368:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762553.976378:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2225
00000100:00080000:1.0:1789762553.976390:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762553.976398:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762553.976441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777564928/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762553.976466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762553.976469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762553.976471:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762553.976473:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2225
00000100:00080000:1.0:1789762553.976476:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762553.976480:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762553.976488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762553.976498:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777565056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762553.976508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777564928:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762553.976513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762553.976518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762553.976520:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762553.976524:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2225
00000100:00080000:1.0:1789762553.976526:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762553.976530:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762553.976533:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762553.976543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777565184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762553.976551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762553.976553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762553.976554:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762553.976560:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2225
00000100:00080000:1.0:1789762553.976563:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762553.976565:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762553.976569:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762553.976577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777565312/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762553.976590:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762553.976599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762553.976603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762553.976605:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762553.976611:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2225
00000100:00080000:1.0:1789762553.976616:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762553.976620:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762553.976624:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762553.976631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777565440/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762553.976637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762553.976640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762553.976641:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762553.976644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2225
00000100:00080000:1.0:1789762553.976647:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762553.976654:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553]  req@ffff9c6f9118f100 x1876699777564928/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762553.976655:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762553.976662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762553.976676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777565568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762553.976695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762553.976698:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762553.976700:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762553.976720:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777564928/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762553.976722:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2225
00000100:00080000:1.0:1789762553.976730:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762553.976743:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762553.976756:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762553.976771:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762553.976779:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762553.976780:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777565696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762553.976790:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777564928:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762553.976838:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777565056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762553.976861:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762553.976872:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553]  req@ffff9c6f9118c700 x1876699777565056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762553.976880:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777565056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762553.976886:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762553.976889:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762553.976891:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777565056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762553.976895:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777565184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762553.976906:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762553.976913:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553]  req@ffff9c6f9118c380 x1876699777565184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762553.976920:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777565184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762553.976925:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762553.976927:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762553.976929:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777565184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762553.976933:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777565312:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762553.976944:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762553.976950:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553]  req@ffff9c6f9118e680 x1876699777565312/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762553.976957:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777565312/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762553.976963:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762553.976965:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762553.976966:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777565312:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762553.976970:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777565440:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762553.976979:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762553.976985:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553]  req@ffff9c6f9118ed80 x1876699777565440/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762553.976991:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777565440/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762553.977004:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762553.977007:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762553.977009:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777565440:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762553.977014:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777565568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762553.977026:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762553.977033:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553]  req@ffff9c6f9118d500 x1876699777565568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762553.977081:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777565568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762553.977086:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762553.977088:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762553.977090:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777565568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762553.977094:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777565696:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762553.977107:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762553.977114:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553]  req@ffff9c6f9118ce00 x1876699777565696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762553.977121:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777565696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762553.977126:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762553.977128:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762553.977130:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777565696:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762554.104378:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762555.128365:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762556.152486:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762557.176354:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762558.200425:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762559.096395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762559.096405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762559.096410:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762559.096419:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2230
00000100:00080000:3.0:1789762559.096432:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762559.096439:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762559.096482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777565824/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762559.096511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762559.096516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762559.096518:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762559.096523:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2230
00000100:00080000:3.0:1789762559.096528:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762559.096533:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762559.096545:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762559.096556:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777565824:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762559.096561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777565952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762559.096572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762559.096575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762559.096577:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762559.096582:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2230
00000100:00080000:3.0:1789762559.096585:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762559.096589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762559.096595:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762559.096604:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777566080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762559.096614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762559.096617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762559.096619:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762559.096623:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2230
00000100:00080000:3.0:1789762559.096627:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762559.096628:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762559.096631:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762559.096636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762559.096646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777566208/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762559.096656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762559.096660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762559.096662:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762559.096684:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2230
00000100:00080000:3.0:1789762559.096689:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762559.096695:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762559.096696:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff9c6f91eb9f80 x1876699777565824/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762559.096700:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762559.096712:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777566336/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762559.096724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762559.096727:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777565824/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762559.096728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762559.096731:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762559.096736:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2230
00000100:00080000:3.0:1789762559.096739:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762559.096741:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762559.096744:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789762559.096745:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762559.096750:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777565824:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789762559.096750:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762559.096761:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777566464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762559.096771:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762559.096774:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762559.096777:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762559.096779:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777565952:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762559.096782:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2230
00000100:00080000:3.0:1789762559.096786:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762559.096790:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762559.096795:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762559.096806:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762559.096807:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777566592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762559.096823:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff9c6f91eb9500 x1876699777565952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762559.096838:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777565952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762559.096849:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762559.096853:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762559.096857:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777565952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762559.096864:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777566080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762559.096886:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762559.096896:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff9c6f91ebb800 x1876699777566080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762559.096905:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777566080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762559.096911:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762559.096914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762559.096916:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777566080:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762559.096920:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777566208:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762559.096932:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762559.096939:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff9c6f91ebaa00 x1876699777566208/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762559.096947:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777566208/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762559.096954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762559.096957:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762559.096959:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777566208:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762559.096963:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777566336:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762559.096974:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762559.096980:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff9c6f91eb9880 x1876699777566336/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762559.096988:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777566336/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762559.096993:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762559.096995:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762559.096998:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777566336:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762559.097002:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777566464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762559.097014:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762559.097021:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff9c6f91ebb480 x1876699777566464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762559.097028:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777566464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762559.097034:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762559.097036:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762559.097039:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777566464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762559.097053:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777566592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762559.097066:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762559.097073:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff9c6f91ebad80 x1876699777566592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762559.097081:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777566592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762559.097087:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762559.097089:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762559.097091:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777566592:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762559.224385:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762560.248412:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762561.272379:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762562.296356:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762563.320383:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762564.216309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762564.216318:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762564.216322:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762564.216331:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2235
00000100:00080000:3.0:1789762564.216341:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762564.216348:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762564.216396:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777566720/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762564.216432:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762564.216436:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762564.216438:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762564.216443:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2235
00000100:00080000:3.0:1789762564.216447:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762564.216451:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762564.216459:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762564.216472:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777566848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762564.216481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762564.216483:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762564.216485:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762564.216488:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2235
00000100:00080000:3.0:1789762564.216491:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762564.216493:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762564.216495:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762564.216504:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777566976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762564.216512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762564.216516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762564.216524:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762564.216525:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777566720:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762564.216529:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2235
00000100:00080000:3.0:1789762564.216542:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762564.216550:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762564.216555:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762564.216569:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777567104/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762564.216587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762564.216591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762564.216592:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762564.216596:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2235
00000100:00080000:3.0:1789762564.216600:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762564.216603:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762564.216607:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762564.216618:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777567232/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762564.216624:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762564.216650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762564.216655:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762564.216657:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762564.216663:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2235
00000100:00080000:3.0:1789762564.216668:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762564.216673:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762564.216680:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762564.216691:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777567360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762564.216702:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff9c6f91ebad80 x1876699777566720/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762564.216703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762564.216717:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762564.216721:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762564.216732:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2235
00000100:00080000:3.0:1789762564.216739:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762564.216743:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762564.216748:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762564.216755:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777566720/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762564.216757:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777567488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762564.216825:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762564.216833:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762564.216840:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777566720:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762564.216850:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777566848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762564.216877:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762564.216892:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff9c6f91ebb480 x1876699777566848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762564.216905:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777566848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762564.216914:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762564.216918:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762564.216921:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777566848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762564.216950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777566976:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762564.216971:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762564.216982:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff9c6f91eb9880 x1876699777566976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762564.216995:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777566976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762564.217004:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762564.217008:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762564.217011:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777566976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762564.217018:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777567104:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762564.217038:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762564.217048:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff9c6f91ebaa00 x1876699777567104/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762564.217060:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777567104/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762564.217069:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762564.217073:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762564.217076:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777567104:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762564.217082:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777567232:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762564.217101:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762564.217111:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff9c6f91ebb800 x1876699777567232/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762564.217123:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777567232/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762564.217132:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762564.217135:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762564.217139:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777567232:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762564.217145:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777567360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762564.217164:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762564.217175:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff9c6f91eb9500 x1876699777567360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762564.217187:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777567360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762564.217196:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762564.217199:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762564.217203:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777567360:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762564.217210:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777567488:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762564.217272:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762564.217285:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff9c6f91eb9f80 x1876699777567488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762564.217298:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777567488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762564.217306:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762564.217310:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762564.217313:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777567488:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762564.344355:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762565.368366:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762566.392361:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762567.416374:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762568.440411:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762569.336302:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762569.336311:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762569.336315:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762569.336324:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2240
00000100:00080000:3.0:1789762569.336336:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762569.336343:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762569.336381:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777567616/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762569.336403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762569.336406:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762569.336407:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762569.336410:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2240
00000100:00080000:3.0:1789762569.336413:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762569.336415:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762569.336423:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762569.336433:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777567744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762569.336446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762569.336449:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762569.336450:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762569.336455:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2240
00000100:00100000:1.0:1789762569.336457:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777567616:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762569.336458:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762569.336475:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762569.336479:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762569.336487:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777567872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762569.336493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762569.336495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762569.336496:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762569.336499:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2240
00000100:00080000:3.0:1789762569.336502:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762569.336505:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762569.336507:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762569.336515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777568000/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762569.336521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762569.336523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762569.336525:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762569.336540:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2240
00000100:00080000:3.0:1789762569.336543:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762569.336546:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789762569.336550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789762569.336550:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762569.336561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777568128/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762569.336567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762569.336570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762569.336572:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762569.336574:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2240
00000100:00080000:3.0:1789762569.336576:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762569.336578:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762569.336582:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762569.336603:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777568256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762569.336607:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff9c6f91eb9f80 x1876699777567616/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762569.336613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762569.336620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762569.336623:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762569.336628:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2240
00000100:00080000:3.0:1789762569.336632:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762569.336635:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762569.336639:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777567616/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762569.336641:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762569.336659:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762569.336660:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777568384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762569.336670:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762569.336679:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777567616:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762569.336713:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777567744:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762569.336734:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762569.336745:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff9c6f91eb9500 x1876699777567744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762569.336753:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777567744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762569.336759:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762569.336761:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762569.336764:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777567744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762569.336767:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777567872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762569.336778:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762569.336784:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff9c6f91ebb800 x1876699777567872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762569.336792:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777567872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762569.336797:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762569.336799:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762569.336801:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777567872:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762569.336804:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777568000:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762569.336814:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762569.336820:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff9c6f91ebaa00 x1876699777568000/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762569.336827:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777568000/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762569.336833:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762569.336834:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762569.336836:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777568000:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762569.336839:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777568128:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762569.336849:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762569.336854:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff9c6f91eb9880 x1876699777568128/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762569.336861:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777568128/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762569.336865:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762569.336867:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762569.336868:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777568128:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762569.336872:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777568256:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762569.336886:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762569.336892:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff9c6f91ebb480 x1876699777568256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762569.336898:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777568256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762569.336903:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762569.336904:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762569.336907:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777568256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762569.336910:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777568384:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762569.336928:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762569.336949:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff9c6f91ebad80 x1876699777568384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762569.336974:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777568384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762569.336982:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762569.336984:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762569.336987:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777568384:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762569.464387:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762570.488370:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762571.512349:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762572.536350:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762573.560384:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762574.456376:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762574.456385:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762574.456389:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762574.456400:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2246
00000100:00080000:1.0:1789762574.456410:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762574.456417:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762574.456458:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777568512/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762574.456484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762574.456487:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762574.456489:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762574.456492:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2246
00000100:00080000:1.0:1789762574.456494:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762574.456498:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762574.456508:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762574.456519:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777568512:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762574.456520:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777568640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762574.456534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762574.456536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762574.456537:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762574.456540:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2246
00000100:00080000:1.0:1789762574.456541:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762574.456544:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762574.456546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762574.456568:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777568768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762574.456574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762574.456576:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762574.456578:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762574.456580:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2246
00000100:00080000:1.0:1789762574.456583:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762574.456586:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762574.456589:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762574.456596:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777568896/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762574.456603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762574.456605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762574.456607:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762574.456609:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2246
00000100:00080000:1.0:1789762574.456612:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762574.456617:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789762574.456617:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789762574.456623:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762574.456630:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777569024/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762574.456637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762574.456640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762574.456642:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762574.456644:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2246
00000100:00080000:1.0:1789762574.456646:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762574.456648:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762574.456652:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762574.456663:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777569152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762574.456663:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff9c6f9118d180 x1876699777568512/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762574.456691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762574.456694:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762574.456696:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762574.456700:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2246
00000100:00100000:3.0:1789762574.456704:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777568512/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762574.456705:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762574.456712:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762574.456720:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762574.456722:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.456728:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762574.456730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777569280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762574.456735:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777568512:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762574.456766:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777568640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762574.456784:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762574.456793:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff9c6f9118ca80 x1876699777568640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762574.456801:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777568640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762574.456806:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.456809:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762574.456811:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777568640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762574.456814:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777568768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762574.456827:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762574.456833:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff9c6f9118dc00 x1876699777568768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762574.456840:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777568768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762574.456845:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.456847:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762574.456849:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777568768:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762574.456853:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777568896:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762574.456863:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762574.456869:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff9c6f9118df80 x1876699777568896/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762574.456876:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777568896/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762574.456881:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.456883:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762574.456885:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777568896:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762574.456888:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777569024:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762574.456897:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762574.456903:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff9c6f9118f800 x1876699777569024/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762574.456915:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777569024/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762574.456920:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.456922:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762574.456924:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777569024:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762574.456927:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777569152:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762574.456936:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762574.456942:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff9c6f9118ce00 x1876699777569152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762574.456948:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777569152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762574.456953:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.456956:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762574.456958:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777569152:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762574.456961:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777569280:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762574.456970:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762574.456976:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff9c6f9118d500 x1876699777569280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762574.456982:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777569280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762574.456991:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.456993:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762574.456995:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777569280:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762574.584492:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762575.608502:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762576.632499:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762577.656444:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762578.680364:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762579.576327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762579.576341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762579.576346:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762579.576358:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2251
00000100:00080000:0.0:1789762579.576368:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762579.576375:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762579.576414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777569408/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762579.576438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762579.576441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762579.576442:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762579.576445:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2251
00000100:00080000:0.0:1789762579.576448:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762579.576452:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762579.576462:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762579.576468:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777569408:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762579.576475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777569536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762579.576483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762579.576486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762579.576487:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762579.576490:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2251
00000100:00080000:0.0:1789762579.576492:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762579.576494:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762579.576497:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762579.576505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777569664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762579.576511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762579.576528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762579.576530:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762579.576533:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2251
00000100:00080000:0.0:1789762579.576536:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762579.576539:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762579.576543:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762579.576554:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762579.576555:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777569792/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762579.576564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762579.576567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762579.576568:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762579.576571:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2251
00000100:00080000:0.0:1789762579.576574:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762579.576577:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762579.576581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762579.576601:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579]  req@ffff9c6f84ef5c00 x1876699777569408/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762579.576609:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777569920/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762579.576621:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777569408/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762579.576623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762579.576633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762579.576638:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762579.576641:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762579.576644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2251
00000100:00080000:3.0:1789762579.576649:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762579.576651:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762579.576654:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777569408:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762579.576659:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762579.576665:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762579.576675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777570048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762579.576682:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777569536:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762579.576683:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762579.576689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762579.576690:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762579.576694:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2251
00000100:00080000:0.0:1789762579.576697:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762579.576700:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762579.576705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762579.576709:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762579.576717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777570176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762579.576723:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579]  req@ffff9c6f84ef4000 x1876699777569536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762579.576738:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777569536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762579.576744:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762579.576749:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762579.576753:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777569536:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762579.576759:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777569664:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762579.576778:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762579.576790:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579]  req@ffff9c6f84ef6d80 x1876699777569664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762579.576801:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777569664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762579.576810:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762579.576813:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762579.576816:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777569664:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762579.576822:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777569792:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762579.576842:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762579.576854:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579]  req@ffff9c6f84ef5880 x1876699777569792/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762579.576865:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777569792/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762579.576870:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762579.576872:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762579.576874:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777569792:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762579.576878:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777569920:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762579.576893:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762579.576901:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579]  req@ffff9c6f84ef4e00 x1876699777569920/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762579.576913:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777569920/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762579.576921:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762579.576924:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762579.576927:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777569920:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762579.576946:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777570048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762579.576965:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762579.576986:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579]  req@ffff9c6f84ef7800 x1876699777570048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762579.577000:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777570048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762579.577009:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762579.577012:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762579.577020:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777570048:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762579.577027:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777570176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762579.577048:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762579.577060:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579]  req@ffff9c6f84ef5f80 x1876699777570176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762579.577081:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777570176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762579.577090:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762579.577093:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762579.577097:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777570176:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762579.704387:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762580.728413:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762581.752395:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762582.776397:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762583.800452:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762584.696335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762584.696346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762584.696351:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762584.696362:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2256
00000100:00080000:0.0:1789762584.696376:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762584.696383:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762584.696423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777570304/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762584.696450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762584.696452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762584.696454:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762584.696457:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2256
00000100:00080000:0.0:1789762584.696460:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762584.696463:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762584.696472:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762584.696508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777570432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762584.696524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762584.696525:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777570304:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762584.696542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762584.696546:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762584.696553:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2256
00000100:00080000:0.0:1789762584.696559:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762584.696563:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762584.696569:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762584.696584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777570560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762584.696591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762584.696594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762584.696595:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762584.696598:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2256
00000100:00080000:0.0:1789762584.696600:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762584.696602:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762584.696604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762584.696610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777570688/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762584.696618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762584.696620:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762584.696621:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762584.696625:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2256
00000100:00080000:0.0:1789762584.696628:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762584.696630:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762584.696634:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762584.696646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777570816/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762584.696653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762584.696656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762584.696657:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762584.696659:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2256
00000100:00080000:0.0:1789762584.696662:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762584.696664:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762584.696668:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762584.696679:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777570944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762584.696685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762584.696687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762584.696688:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762584.696691:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2256
00000100:00080000:0.0:1789762584.696693:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762584.696695:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762584.696698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762584.696708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777571072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762584.696760:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762584.696883:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584]  req@ffff9c6f84ef6a00 x1876699777570304/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762584.696899:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777570304/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762584.696909:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762584.696912:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762584.696915:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777570304:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762584.696937:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777570432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762584.696958:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762584.696972:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584]  req@ffff9c6f84ef5500 x1876699777570432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762584.696985:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777570432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762584.696994:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762584.696999:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762584.697002:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777570432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762584.697009:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777570560:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762584.697025:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762584.697034:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584]  req@ffff9c6f84ef4380 x1876699777570560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762584.697041:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777570560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762584.697047:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762584.697049:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762584.697051:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777570560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762584.697056:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777570688:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762584.697068:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762584.697073:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584]  req@ffff9c6f84ef6680 x1876699777570688/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762584.697081:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777570688/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762584.697086:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762584.697088:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762584.697090:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777570688:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762584.697093:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777570816:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762584.697103:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762584.697109:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584]  req@ffff9c6f84ef6300 x1876699777570816/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762584.697116:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777570816/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762584.697120:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762584.697122:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762584.697124:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777570816:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762584.697127:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777570944:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762584.697138:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762584.697144:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584]  req@ffff9c6f84ef4a80 x1876699777570944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762584.697150:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777570944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762584.697155:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762584.697157:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762584.697159:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777570944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762584.697162:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777571072:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762584.697171:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762584.697178:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584]  req@ffff9c6f84ef4700 x1876699777571072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762584.697185:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777571072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762584.697190:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762584.697192:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762584.697194:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777571072:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762584.824421:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762585.848412:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762586.872391:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762587.896374:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762588.920342:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762589.816325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762589.816333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762589.816337:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762589.816347:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2261
00000100:00080000:3.0:1789762589.816358:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762589.816365:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762589.816402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777571200/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762589.816425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762589.816428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762589.816430:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762589.816433:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2261
00000100:00080000:3.0:1789762589.816435:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762589.816453:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762589.816462:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762589.816479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777571328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762589.816488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762589.816493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777571200:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762589.816494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762589.816497:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762589.816506:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2261
00000100:00080000:3.0:1789762589.816509:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762589.816512:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762589.816515:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762589.816525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777571456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762589.816532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762589.816535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762589.816536:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762589.816538:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2261
00000100:00080000:3.0:1789762589.816541:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762589.816544:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762589.816546:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762589.816554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777571584/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762589.816560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762589.816564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:1.0:1789762589.816566:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762589.816567:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762589.816573:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2261
00000100:00080000:3.0:1789762589.816575:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762589.816579:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762589.816582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762589.816590:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777571712/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762589.816596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762589.816598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762589.816600:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762589.816602:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2261
00000100:00080000:3.0:1789762589.816605:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762589.816607:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762589.816611:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762589.816624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777571840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762589.816625:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589]  req@ffff9c6f91ebad80 x1876699777571200/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762589.816641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762589.816646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762589.816647:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762589.816651:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2261
00000100:00080000:3.0:1789762589.816654:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762589.816658:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777571200/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762589.816660:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762589.816667:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762589.816677:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762589.816680:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777571968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762589.816684:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762589.816693:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777571200:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762589.816719:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777571328:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762589.816743:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762589.816758:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589]  req@ffff9c6f91ebb480 x1876699777571328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762589.816773:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777571328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762589.816783:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762589.816786:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762589.816789:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777571328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762589.816793:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777571456:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762589.816811:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762589.816819:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589]  req@ffff9c6f91eb9880 x1876699777571456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762589.816828:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777571456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762589.816834:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762589.816836:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762589.816838:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777571456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762589.816842:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777571584:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762589.816853:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762589.816858:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589]  req@ffff9c6f91ebaa00 x1876699777571584/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762589.816866:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777571584/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762589.816872:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762589.816873:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762589.816875:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777571584:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762589.816879:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777571712:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762589.816888:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762589.816894:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589]  req@ffff9c6f91ebb800 x1876699777571712/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762589.816907:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777571712/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762589.816912:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762589.816914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762589.816916:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777571712:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762589.816919:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777571840:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762589.816929:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762589.816934:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589]  req@ffff9c6f91eb9500 x1876699777571840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762589.816941:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777571840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762589.816946:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762589.816947:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762589.816949:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777571840:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762589.816952:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777571968:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762589.816962:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762589.816967:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589]  req@ffff9c6f91eb9f80 x1876699777571968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762589.816974:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777571968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762589.816983:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762589.816985:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762589.816987:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777571968:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762589.944367:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762590.968352:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762591.992446:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762593.016435:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762594.040382:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762594.936354:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762594.936362:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762594.936366:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762594.936375:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2266
00000100:00080000:1.0:1789762594.936386:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762594.936392:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762594.936441:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777572096/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762594.936468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762594.936471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762594.936472:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762594.936475:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2266
00000100:00080000:1.0:1789762594.936478:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762594.936481:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762594.936490:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762594.936500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777572224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762594.936508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762594.936513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762594.936514:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777572096:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762594.936515:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762594.936526:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2266
00000100:00080000:1.0:1789762594.936530:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762594.936534:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762594.936540:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762594.936552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777572352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762594.936564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762594.936568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762594.936570:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762594.936575:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2266
00000100:00080000:1.0:1789762594.936579:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762594.936584:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789762594.936590:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789762594.936592:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762594.936605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777572480/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762594.936613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762594.936616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762594.936617:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762594.936620:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2266
00000100:00080000:1.0:1789762594.936623:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762594.936626:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762594.936631:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762594.936641:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594]  req@ffff9c6f9118ed80 x1876699777572096/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762594.936642:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777572608/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762594.936664:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762594.936671:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762594.936672:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762594.936675:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2266
00000100:00080000:1.0:1789762594.936678:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762594.936680:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762594.936684:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762594.936685:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777572096/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762594.936695:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777572736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762594.936706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762594.936706:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762594.936714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762594.936716:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762594.936718:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762594.936722:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2266
00000100:00080000:1.0:1789762594.936725:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762594.936728:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777572096:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762594.936731:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762594.936739:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762594.936748:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777572864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762594.936765:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777572224:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762594.936793:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762594.936807:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594]  req@ffff9c6f9118e680 x1876699777572224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762594.936820:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777572224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762594.936829:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762594.936833:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762594.936837:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777572224:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762594.936843:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777572352:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762594.936863:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762594.936875:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594]  req@ffff9c6f9118c380 x1876699777572352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762594.936887:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777572352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762594.936895:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762594.936898:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762594.936902:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777572352:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762594.936908:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777572480:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762594.936925:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762594.936935:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594]  req@ffff9c6f9118c700 x1876699777572480/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762594.936945:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777572480/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762594.936954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762594.936957:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762594.936961:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777572480:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762594.936967:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777572608:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762594.936987:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762594.936998:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594]  req@ffff9c6f9118f100 x1876699777572608/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762594.937017:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777572608/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762594.937026:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762594.937030:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762594.937034:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777572608:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762594.937040:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777572736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762594.937061:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762594.937072:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594]  req@ffff9c6f9118d500 x1876699777572736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762594.937084:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777572736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762594.937092:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762594.937096:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762594.937100:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777572736:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762594.937106:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777572864:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762594.937123:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762594.937132:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594]  req@ffff9c6f9118ce00 x1876699777572864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762594.937144:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777572864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762594.937159:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762594.937163:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762594.937166:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777572864:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762595.064353:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762596.088356:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762597.112413:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762598.136365:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762599.160421:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762600.056330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762600.056342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762600.056347:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762600.056358:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2271
00000100:00080000:1.0:1789762600.056386:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762600.056399:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762600.056437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777572992/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762600.056461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762600.056464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762600.056466:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762600.056469:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2271
00000100:00080000:1.0:1789762600.056472:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762600.056476:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762600.056484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762600.056494:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777572992:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762600.056504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777573120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762600.056513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762600.056516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762600.056518:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762600.056521:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2271
00000100:00080000:1.0:1789762600.056523:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762600.056526:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762600.056529:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762600.056538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777573248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762600.056549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762600.056551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762600.056553:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762600.056556:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2271
00000800:00000100:3.0:1789762600.056560:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762600.056562:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762600.056567:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762600.056570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762600.056578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777573376/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762600.056584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762600.056588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762600.056589:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762600.056592:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2271
00000100:00080000:1.0:1789762600.056595:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762600.056597:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762600.056600:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762600.056607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777573504/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762600.056613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762600.056615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762600.056616:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762600.056619:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2271
00000100:00080000:1.0:1789762600.056624:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762600.056624:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff9c6f9118f800 x1876699777572992/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762600.056632:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762600.056642:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762600.056648:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777572992/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762600.056653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777573632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762600.056665:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762600.056667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762600.056672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762600.056673:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762600.056676:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2271
00000100:00080000:1.0:1789762600.056678:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762600.056681:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789762600.056683:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:1.0:1789762600.056686:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762600.056694:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777572992:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762600.056698:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777573760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762600.056723:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777573120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762600.056744:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762600.056755:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff9c6f9118df80 x1876699777573120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.056764:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777573120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.056770:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.056772:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762600.056776:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777573120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762600.056780:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777573248:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762600.056791:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762600.056798:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff9c6f9118dc00 x1876699777573248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.056806:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777573248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.056811:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.056813:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762600.056815:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777573248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762600.056819:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777573376:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762600.056846:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762600.056858:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff9c6f9118ca80 x1876699777573376/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.056872:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777573376/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.056881:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.056883:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762600.056886:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777573376:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762600.056890:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777573504:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762600.056906:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762600.056914:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff9c6f9118d180 x1876699777573504/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.056922:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777573504/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.056927:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.056929:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762600.056931:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777573504:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762600.056934:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777573632:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762600.056945:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762600.056950:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff9c6f9118ce00 x1876699777573632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.056957:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777573632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.056962:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.056964:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762600.056966:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777573632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762600.056969:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777573760:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762600.056979:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762600.056985:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff9c6f9118d500 x1876699777573760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.056992:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777573760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.057001:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.057004:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762600.057007:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777573760:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762600.184380:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762601.208402:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762602.232407:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762603.256385:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762604.280413:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762605.176338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762605.176349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762605.176354:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762605.176365:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2276
00000100:00080000:1.0:1789762605.176377:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762605.176384:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762605.176423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777573888/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762605.176451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762605.176455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762605.176456:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762605.176460:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2276
00000100:00080000:1.0:1789762605.176464:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762605.176468:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762605.176477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762605.176484:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777573888:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762605.176491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777574016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762605.176501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762605.176504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762605.176505:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762605.176508:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2276
00000100:00080000:1.0:1789762605.176511:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762605.176513:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762605.176517:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762605.176525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777574144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762605.176531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762605.176533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762605.176535:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762605.176538:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2276
00000100:00080000:1.0:1789762605.176541:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762605.176543:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762605.176550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762605.176558:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762605.176564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777574272/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762605.176577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762605.176581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762605.176583:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762605.176588:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2276
00000100:00080000:1.0:1789762605.176593:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762605.176599:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762605.176602:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff9c6f9118f100 x1876699777573888/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762605.176607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762605.176625:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777573888/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762605.176627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777574400/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762605.176651:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762605.176652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762605.176658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762605.176660:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762605.176661:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762605.176667:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777573888:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762605.176668:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2276
00000100:00080000:1.0:1789762605.176675:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762605.176680:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762605.176684:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762605.176691:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777574528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762605.176699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762605.176699:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777574016:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762605.176708:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762605.176712:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762605.176719:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2276
00000100:00080000:1.0:1789762605.176724:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762605.176729:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762605.176733:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762605.176740:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762605.176744:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff9c6f9118c700 x1876699777574016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762605.176756:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777574656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762605.176757:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777574016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.176788:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.176794:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762605.176799:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777574016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762605.176807:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777574144:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762605.176823:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762605.176830:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff9c6f9118c380 x1876699777574144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.176838:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777574144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.176844:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.176846:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762605.176848:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777574144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762605.176854:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777574272:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762605.176869:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762605.176875:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff9c6f9118e680 x1876699777574272/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.176883:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777574272/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.176888:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.176890:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762605.176892:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777574272:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762605.176895:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777574400:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762605.176905:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762605.176911:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff9c6f9118ed80 x1876699777574400/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.176918:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777574400/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.176923:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.176925:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762605.176927:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777574400:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762605.176942:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777574528:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762605.176955:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762605.176962:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff9c6f9118f100 x1876699777574528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.176969:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777574528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.176974:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.176977:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762605.176979:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777574528:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762605.176982:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777574656:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762605.177000:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762605.177007:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff9c6f9118d500 x1876699777574656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.177013:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777574656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.177019:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.177021:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762605.177023:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777574656:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762605.304442:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762606.328391:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762607.352368:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762608.376469:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762609.400400:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762610.296368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762610.296377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762610.296381:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762610.296391:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2281
00000100:00080000:3.0:1789762610.296402:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762610.296409:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762610.296448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777574784/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762610.296474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762610.296477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762610.296478:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762610.296481:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2281
00000100:00080000:3.0:1789762610.296484:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762610.296487:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762610.296496:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762610.296505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777574912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762610.296513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762610.296516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762610.296518:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762610.296523:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777574784:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762610.296524:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2281
00000100:00080000:3.0:1789762610.296529:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762610.296535:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762610.296538:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762610.296545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777575040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762610.296552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762610.296554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762610.296555:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762610.296557:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2281
00000100:00080000:3.0:1789762610.296559:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762610.296562:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762610.296565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762610.296572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777575168/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762610.296577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762610.296579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762610.296580:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762610.296583:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2281
00000100:00080000:3.0:1789762610.296594:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762610.296598:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762610.296603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762610.296610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777575296/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762610.296617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762610.296620:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762610.296621:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762610.296624:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2281
00000100:00080000:3.0:1789762610.296627:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762610.296630:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762610.296635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762610.296642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777575424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762610.296649:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777574912:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762610.296651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762610.296660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762610.296662:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762610.296666:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2281
00000100:00080000:3.0:1789762610.296669:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762610.296671:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762610.296674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762610.296684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777575552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762610.296697:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777575040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762610.296725:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777575168:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762610.296752:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777575296:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762610.296779:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777575424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762610.296799:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777575552:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762610.424381:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762611.448422:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762612.472415:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762613.368515:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:3.0:1789762613.368588:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762613.368611:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789762613.368648:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789762613.368666:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789762613.368682:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789762613.368685:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762613]  req@ffff9c6f91eb9500 x1876699777574912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789762613.368700:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789762613.368725:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789762613.368743:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789762613.368768:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777574912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762613.368786:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762613.368792:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762613.368799:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777574912:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762613.368809:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762613]  req@ffff9c6f91ebb800 x1876699777575040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762613.368827:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777575040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762613.368837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762613.368841:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762613.368846:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777575040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762613.368857:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762613]  req@ffff9c6f91ebaa00 x1876699777575168/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762613.368871:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777575168/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762613.368881:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762613.368884:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762613.368894:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777575168:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762613.368901:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762613]  req@ffff9c6f91eb9880 x1876699777575296/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762613.368914:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777575296/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762613.368923:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762613.368926:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762613.368931:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777575296:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762613.368939:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762613]  req@ffff9c6f91eb9f80 x1876699777574784/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762613.368950:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777574784/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762613.368958:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762613.368961:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762613.368964:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777574784:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762613.368998:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762613]  req@ffff9c6f91ebb480 x1876699777575424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762613.369013:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777575424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762613.369021:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762613.369024:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762613.369028:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777575424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762613.369035:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762613]  req@ffff9c6f91ebad80 x1876699777575552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762613.369047:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777575552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762613.369055:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762613.369058:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762613.369063:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777575552:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762613.496390:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762614.520371:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762615.416428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762615.416443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762615.416449:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762615.416465:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2287
00000100:00080000:1.0:1789762615.416482:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762615.416493:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762615.416548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777575680/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762615.416599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762615.416602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762615.416604:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762615.416608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2287
00000100:00080000:1.0:1789762615.416612:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762615.416617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762615.416629:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762615.416643:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777575680:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762615.416647:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777575808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762615.416662:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762615.416665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762615.416667:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762615.416672:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2287
00000100:00080000:1.0:1789762615.416675:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762615.416680:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762615.416686:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762615.416700:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777575936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762615.416710:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762615.416712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762615.416713:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762615.416716:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2287
00000100:00080000:1.0:1789762615.416719:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762615.416724:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789762615.416725:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789762615.416730:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762615.416741:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777576064/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762615.416749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762615.416751:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762615.416752:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762615.416754:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2287
00000100:00080000:1.0:1789762615.416756:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762615.416759:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762615.416761:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762615.416767:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777576192/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762615.416773:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762615.416777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762615.416778:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762615.416781:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2287
00000100:00080000:1.0:1789762615.416783:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762615.416786:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762615.416790:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762615.416792:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff9c6f9118ce00 x1876699777575680/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762615.416805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777576320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762615.416819:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777575680/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762615.416831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762615.416836:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762615.416837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762615.416839:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762615.416846:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762615.416847:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2287
00000100:00080000:1.0:1789762615.416854:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762615.416856:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777575680:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762615.416861:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762615.416871:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762615.416885:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777576448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762615.416899:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777575808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762615.416930:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762615.416945:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff9c6f9118d180 x1876699777575808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762615.416958:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777575808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762615.416973:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762615.416976:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762615.416980:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777575808:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762615.416987:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777575936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762615.417007:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762615.417018:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff9c6f9118ca80 x1876699777575936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762615.417029:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777575936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762615.417038:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762615.417042:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762615.417045:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777575936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762615.417051:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777576064:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762615.417072:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762615.417085:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff9c6f9118dc00 x1876699777576064/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762615.417098:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777576064/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762615.417107:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762615.417110:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762615.417115:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777576064:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762615.417122:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777576192:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762615.417143:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762615.417157:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff9c6f9118df80 x1876699777576192/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762615.417170:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777576192/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762615.417179:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762615.417182:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762615.417185:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777576192:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762615.417657:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777576320:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762615.417701:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762615.417719:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff9c6f9118f800 x1876699777576320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762615.417733:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777576320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762615.417741:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762615.417745:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762615.417748:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777576320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762615.417776:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777576448:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762615.417799:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762615.417811:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff9c6f9118d500 x1876699777576448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762615.417823:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777576448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762615.417830:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762615.417834:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762615.417836:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777576448:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762615.544469:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762616.568351:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762617.592365:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762618.616412:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762619.640443:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762620.536313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762620.536323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762620.536327:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762620.536337:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2292
00000100:00080000:1.0:1789762620.536348:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762620.536356:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762620.536398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777576576/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762620.536425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762620.536428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762620.536430:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762620.536433:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2292
00000100:00080000:1.0:1789762620.536436:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762620.536439:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762620.536449:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762620.536450:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777576576:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762620.536461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777576704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762620.536470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762620.536472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762620.536473:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762620.536476:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2292
00000100:00080000:1.0:1789762620.536479:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762620.536481:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762620.536484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762620.536491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777576832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762620.536497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762620.536499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762620.536500:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762620.536502:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2292
00000100:00080000:1.0:1789762620.536506:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762620.536508:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762620.536511:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762620.536516:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762620.536520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777576960/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762620.536527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762620.536530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762620.536531:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762620.536534:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2292
00000100:00080000:1.0:1789762620.536537:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762620.536540:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762620.536542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762620.536549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777577088/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762620.536556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762620.536558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762620.536559:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762620.536562:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620]  req@ffff9c6f9118f100 x1876699777576576/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762620.536564:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2292
00000100:00080000:1.0:1789762620.536569:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762620.536575:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762620.536581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762620.536589:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777576576/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762620.536591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777577216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762620.536613:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762620.536620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762620.536622:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762620.536626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762620.536631:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762620.536631:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777576576:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762620.536638:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2292
00000100:00080000:1.0:1789762620.536641:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762620.536643:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762620.536646:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762620.536653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777577344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762620.536660:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777576704:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762620.536678:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762620.536688:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620]  req@ffff9c6f9118ed80 x1876699777576704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762620.536698:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777576704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762620.536704:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762620.536707:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762620.536710:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777576704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762620.536714:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777576832:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762620.536730:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762620.536741:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620]  req@ffff9c6f9118e680 x1876699777576832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762620.536748:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777576832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762620.536754:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762620.536755:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762620.536757:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777576832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762620.536761:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777576960:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762620.536774:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762620.536780:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620]  req@ffff9c6f9118c380 x1876699777576960/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762620.536788:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777576960/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762620.536793:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762620.536795:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762620.536798:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777576960:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762620.536801:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777577088:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762620.536815:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762620.536825:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620]  req@ffff9c6f9118c700 x1876699777577088/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762620.536834:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777577088/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762620.536841:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762620.536843:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762620.536845:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777577088:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762620.536850:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777577216:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762620.536864:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762620.536871:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620]  req@ffff9c6f9118d500 x1876699777577216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762620.536879:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777577216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762620.536884:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762620.536886:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762620.536888:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777577216:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762620.536905:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777577344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762620.536917:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762620.536927:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620]  req@ffff9c6f9118f800 x1876699777577344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762620.537001:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777577344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762620.537007:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762620.537010:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762620.537013:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777577344:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762620.664392:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762621.688391:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762622.712436:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762623.736432:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762624.760399:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762625.656326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762625.656338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762625.656342:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762625.656355:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2297
00000100:00080000:3.0:1789762625.656368:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762625.656377:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762625.656421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777577472/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762625.656453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762625.656457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762625.656459:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762625.656464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2297
00000100:00080000:3.0:1789762625.656469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762625.656474:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762625.656482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777577472:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789762625.656485:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762625.656506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777577600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762625.656518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762625.656522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762625.656524:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762625.656529:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2297
00000100:00080000:3.0:1789762625.656534:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762625.656539:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762625.656545:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762625.656549:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762625.656563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777577728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762625.656574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762625.656578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762625.656580:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762625.656585:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2297
00000100:00080000:3.0:1789762625.656589:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762625.656596:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762625.656598:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625]  req@ffff9c6f91ebad80 x1876699777577472/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762625.656603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762625.656621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777577856/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762625.656626:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777577472/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762625.656648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762625.656653:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762625.656654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762625.656659:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762625.656663:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762625.656669:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2297
00000100:00100000:1.0:1789762625.656673:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777577472:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762625.656675:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762625.656685:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762625.656691:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762625.656703:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777577984/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762625.656708:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777577600:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762625.656724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762625.656728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762625.656730:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762625.656736:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2297
00000100:00080000:3.0:1789762625.656740:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762625.656742:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762625.656748:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762625.656754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762625.656763:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625]  req@ffff9c6f91ebb480 x1876699777577600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762625.656769:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777578112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762625.656793:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762625.656796:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777577600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762625.656798:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762625.656803:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762625.656812:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762625.656816:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762625.656818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777577600:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762625.656823:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2297
00000100:00100000:1.0:1789762625.656827:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777577728:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762625.656830:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762625.656838:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762625.656845:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762625.656850:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762625.656862:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777578240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762625.656865:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625]  req@ffff9c6f91eb9f80 x1876699777577728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762625.656895:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777577728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762625.656903:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762625.656906:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762625.656909:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777577728:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762625.656914:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777577856:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762625.656926:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762625.656933:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625]  req@ffff9c6f91eb9880 x1876699777577856/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762625.656940:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777577856/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762625.656951:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762625.656953:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762625.656965:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777577856:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762625.656976:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777577984:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762625.656989:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762625.656995:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625]  req@ffff9c6f91ebaa00 x1876699777577984/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762625.657008:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777577984/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762625.657016:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762625.657020:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762625.657024:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777577984:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762625.657031:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777578112:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762625.657053:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762625.657063:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625]  req@ffff9c6f91ebb800 x1876699777578112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762625.657072:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777578112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762625.657077:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762625.657080:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762625.657090:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777578112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762625.657094:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777578240:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762625.657108:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762625.657115:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625]  req@ffff9c6f91eb9500 x1876699777578240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762625.657123:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777578240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762625.657128:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762625.657131:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762625.657133:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777578240:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762625.784388:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762626.808355:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762627.832404:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762628.856402:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762629.880384:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762630.776335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762630.776346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762630.776351:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762630.776363:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2302
00000100:00080000:3.0:1789762630.776378:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762630.776387:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762630.776436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777578368/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762630.776466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762630.776471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762630.776474:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762630.776480:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2302
00000100:00080000:3.0:1789762630.776485:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762630.776493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777578368:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762630.776493:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762630.776514:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762630.776534:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777578496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762630.776548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762630.776552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762630.776554:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762630.776559:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762630.776561:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2302
00000100:00080000:3.0:1789762630.776569:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762630.776575:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762630.776582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762630.776597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777578624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762630.776603:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630]  req@ffff9c6f91eb9500 x1876699777578368/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762630.776622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762630.776629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777578368/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762630.776629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762630.776634:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762630.776642:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762630.776645:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2302
00000100:00080000:1.0:1789762630.776648:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762630.776654:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777578368:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762630.776655:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762630.776664:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762630.776671:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762630.776677:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777578496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762630.776689:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777578752/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762630.776704:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762630.776705:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762630.776712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762630.776715:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762630.776719:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630]  req@ffff9c6f91ebb800 x1876699777578496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762630.776723:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2302
00000100:00080000:3.0:1789762630.776732:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762630.776737:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777578496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762630.776741:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789762630.776751:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762630.776754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762630.776756:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762630.776760:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777578496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762630.776765:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777578624:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762630.776788:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762630.776788:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777578880/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762630.776803:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630]  req@ffff9c6f91ebaa00 x1876699777578624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762630.776815:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762630.776822:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762630.776824:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762630.776826:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777578624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762630.776831:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2302
00000100:00080000:1.0:1789762630.776838:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762630.776840:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762630.776844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762630.776851:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777578624:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762630.776852:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762630.776866:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777578752:192.168.203.138@tcp:8:kworker.0
00000008:00100000:3.0:1789762630.776870:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762630.776886:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762630.776892:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777579008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762630.776897:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630]  req@ffff9c6f91eb9880 x1876699777578752/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762630.776921:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777578752/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762630.776922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762630.776933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762630.776937:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762630.776938:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762630.776945:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762630.776948:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2302
00000100:00100000:1.0:1789762630.776949:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777578752:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762630.776958:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777578880:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789762630.776958:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762630.776969:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789762630.776976:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789762630.776978:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762630.776985:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630]  req@ffff9c6f91eb9f80 x1876699777578880/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762630.776999:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777578880/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762630.777000:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777579136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762630.777011:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762630.777017:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762630.777022:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777578880:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762630.777037:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777579008:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762630.777057:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762630.777070:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630]  req@ffff9c6f91ebb480 x1876699777579008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762630.777083:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777579008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762630.777092:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762630.777094:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762630.777098:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777579008:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762630.777102:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777579136:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762630.777117:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762630.777124:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630]  req@ffff9c6f91ebad80 x1876699777579136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762630.777151:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777579136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762630.777157:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762630.777159:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762630.777161:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777579136:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762630.904381:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762631.928349:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762632.952347:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762633.976389:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762635.000351:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762635.896297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762635.896306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762635.896310:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762635.896319:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2307
00000100:00080000:3.0:1789762635.896333:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762635.896340:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762635.896380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777579264/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762635.896408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762635.896411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762635.896412:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762635.896416:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2307
00000100:00080000:3.0:1789762635.896418:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762635.896421:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762635.896430:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762635.896441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777579392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762635.896450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762635.896452:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777579264:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762635.896453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762635.896457:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762635.896464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2307
00000100:00080000:3.0:1789762635.896467:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762635.896469:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762635.896472:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762635.896482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777579520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762635.896490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762635.896493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762635.896495:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762635.896497:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2307
00000100:00080000:3.0:1789762635.896501:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762635.896503:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762635.896506:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762635.896515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777579648/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762635.896531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762635.896533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762635.896535:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762635.896539:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762635.896542:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2307
00000100:00080000:3.0:1789762635.896546:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762635.896549:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762635.896553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762635.896562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777579776/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762635.896569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762635.896574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762635.896576:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762635.896583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762635]  req@ffff9c6f91ebad80 x1876699777579264/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762635.896583:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2307
00000100:00080000:3.0:1789762635.896590:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762635.896599:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762635.896604:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777579264/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762635.896608:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762635.896615:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762635.896619:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762635.896623:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777579264:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762635.896627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777579904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762635.896636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762635.896638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762635.896640:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762635.896643:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2307
00000100:00080000:3.0:1789762635.896647:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762635.896649:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777579392:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762635.896654:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762635.896660:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762635.896672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777580032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762635.896677:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762635.896696:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762635]  req@ffff9c6f91ebb480 x1876699777579392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762635.896706:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777579392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762635.896713:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762635.896715:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762635.896718:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777579392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762635.896721:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777579520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762635.896732:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762635.896739:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762635]  req@ffff9c6f91eb9f80 x1876699777579520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762635.896747:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777579520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762635.896752:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762635.896754:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762635.896756:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777579520:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762635.896759:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777579648:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762635.896769:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762635.896775:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762635]  req@ffff9c6f91eb9880 x1876699777579648/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762635.896783:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777579648/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762635.896789:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762635.896791:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762635.896794:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777579648:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762635.896797:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777579776:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762635.896806:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762635.896811:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762635]  req@ffff9c6f91ebaa00 x1876699777579776/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762635.896818:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777579776/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762635.896822:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762635.896824:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762635.896826:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777579776:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762635.896829:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777579904:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762635.896839:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762635.896845:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762635]  req@ffff9c6f91ebb800 x1876699777579904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762635.896851:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777579904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762635.896856:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762635.896858:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762635.896861:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777579904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762635.896873:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777580032:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762635.896883:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762635.896890:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762635]  req@ffff9c6f91eb9500 x1876699777580032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762635.896897:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777580032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762635.896902:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762635.896904:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762635.896905:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777580032:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762636.024365:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762637.048405:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762638.072374:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762639.096344:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762640.120417:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762641.016327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.016339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762641.016343:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.016357:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2312
00000100:00080000:3.0:1789762641.016373:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762641.016382:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762641.016433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777580160/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762641.016485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.016493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762641.016497:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.016505:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2312
00000100:00080000:3.0:1789762641.016512:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762641.016520:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762641.016535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762641.016554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777580288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762641.016567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.016572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762641.016574:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.016579:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2312
00000100:00080000:3.0:1789762641.016584:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762641.016591:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777580160:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762641.016592:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762641.016602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762641.016615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777580416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762641.016628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.016631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762641.016634:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.016638:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2312
00000100:00080000:3.0:1789762641.016642:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762641.016646:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762641.016651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762641.016664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777580544/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762641.016675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.016678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762641.016681:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762641.016687:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762641.016690:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2312
00000100:00080000:3.0:1789762641.016697:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762641.016701:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762641.016707:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762641.016719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777580672/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762641.016730:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.016734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762641.016737:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.016742:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2312
00000100:00100000:1.0:1789762641.016748:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff9c6f91eb9500 x1876699777580160/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762641.016750:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762641.016761:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762641.016772:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762641.016789:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777580800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762641.016793:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777580160/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762641.016828:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762641.016830:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762641.016839:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762641.016843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762641.016847:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.016857:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2312
00000100:00100000:1.0:1789762641.016864:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777580160:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762641.016870:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762641.016878:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777580288:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762641.016884:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762641.016900:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762641.016916:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762641.016924:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777580928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762641.016940:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff9c6f91ebb800 x1876699777580288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762641.016957:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777580288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762641.016967:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762641.016971:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762641.016986:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777580288:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762641.017016:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777580416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762641.017037:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762641.017085:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff9c6f91ebaa00 x1876699777580416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762641.017126:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777580416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762641.017140:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762641.017146:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762641.017152:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777580416:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762641.017162:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777580544:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762641.017189:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762641.017201:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff9c6f91eb9880 x1876699777580544/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762641.017213:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777580544/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762641.017223:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762641.017227:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762641.017230:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777580544:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762641.017236:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777580672:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762641.017284:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762641.017295:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff9c6f91eb9f80 x1876699777580672/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762641.017307:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777580672/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762641.017316:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762641.017319:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762641.017322:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777580672:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762641.017328:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777580800:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762641.017344:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762641.017359:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff9c6f91ebb480 x1876699777580800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762641.017378:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777580800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762641.017391:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762641.017396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762641.017402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777580800:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762641.017413:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777580928:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762641.017444:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762641.017457:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff9c6f91ebad80 x1876699777580928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762641.017469:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777580928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762641.017478:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762641.017481:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762641.017484:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777580928:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762641.144385:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762642.168428:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762643.192391:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762644.216433:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762645.240385:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762646.136311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762646.136323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762646.136328:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762646.136340:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2317
00000100:00080000:3.0:1789762646.136355:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762646.136364:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762646.136407:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777581056/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762646.136435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762646.136438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762646.136440:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762646.136443:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2317
00000100:00080000:3.0:1789762646.136447:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762646.136450:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762646.136459:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762646.136469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777581184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762646.136480:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777581056:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762646.136480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762646.136487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762646.136490:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762646.136495:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2317
00000100:00080000:3.0:1789762646.136497:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762646.136500:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762646.136505:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762646.136520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777581312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762646.136531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762646.136535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762646.136537:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762646.136542:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2317
00000100:00080000:3.0:1789762646.136547:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762646.136552:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762646.136558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762646.136562:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762646.136570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777581440/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762646.136579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762646.136581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762646.136583:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762646.136586:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2317
00000100:00080000:3.0:1789762646.136589:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762646.136592:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762646.136597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762646.136605:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff9c6f91ebad80 x1876699777581056/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762646.136608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777581568/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762646.136633:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762646.136636:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762646.136637:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762646.136641:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777581056/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762646.136643:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2317
00000100:00080000:3.0:1789762646.136647:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762646.136649:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762646.136652:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762646.136662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777581696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762646.136665:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762646.136673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762646.136674:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762646.136681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762646.136683:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762646.136686:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777581056:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762646.136688:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2317
00000100:00080000:3.0:1789762646.136693:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762646.136698:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762646.136701:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762646.136708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777581824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762646.136725:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777581184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762646.136752:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762646.136764:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff9c6f91ebb480 x1876699777581184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762646.136773:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777581184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762646.136780:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762646.136783:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762646.136785:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777581184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762646.136790:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777581312:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762646.136802:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762646.136809:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff9c6f91eb9f80 x1876699777581312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762646.136817:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777581312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762646.136822:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762646.136824:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762646.136826:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777581312:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762646.136830:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777581440:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762646.136840:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762646.136846:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff9c6f91eb9880 x1876699777581440/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762646.136854:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777581440/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762646.136860:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762646.136863:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762646.136865:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777581440:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762646.136868:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777581568:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762646.136877:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762646.136883:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff9c6f91ebaa00 x1876699777581568/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762646.136889:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777581568/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762646.136895:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762646.136896:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762646.136898:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777581568:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762646.136902:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777581696:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762646.136911:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762646.136917:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff9c6f91ebb800 x1876699777581696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762646.136923:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777581696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762646.136928:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762646.136931:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762646.136934:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777581696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762646.136952:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777581824:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762646.136975:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762646.136988:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff9c6f91eb9500 x1876699777581824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762646.136998:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777581824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762646.137003:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762646.137006:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762646.137008:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777581824:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762646.264415:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762647.288381:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762648.312393:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762649.336375:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762650.360365:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762651.256333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.256348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762651.256352:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762651.256362:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2322
00000100:00080000:3.0:1789762651.256374:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.256382:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762651.256421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777581952/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762651.256444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.256448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762651.256449:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762651.256452:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2322
00000100:00080000:3.0:1789762651.256454:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.256457:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762651.256466:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762651.256477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777582080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762651.256485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.256488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762651.256491:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762651.256500:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777581952:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762651.256500:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2322
00000100:00080000:3.0:1789762651.256507:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.256522:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762651.256525:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762651.256544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777582208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762651.256554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.256558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762651.256560:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762651.256565:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2322
00000100:00080000:3.0:1789762651.256570:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.256576:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762651.256583:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762651.256597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777582336/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762651.256606:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762651.256618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.256623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762651.256625:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762651.256631:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2322
00000100:00080000:3.0:1789762651.256639:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.256644:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762651.256651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762651.256664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777582464/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762651.256670:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff9c6f91eb9500 x1876699777581952/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762651.256682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.256703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762651.256711:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762651.256719:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2322
00000100:00080000:3.0:1789762651.256724:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762651.256727:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777581952/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762651.256734:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762651.256750:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762651.256756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762651.256763:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777582592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762651.256768:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762651.256784:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777581952:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762651.256799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.256803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762651.256805:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762651.256809:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2322
00000100:00080000:3.0:1789762651.256812:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.256817:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762651.256821:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762651.256832:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777582080:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762651.256833:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777582720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762651.256877:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762651.256890:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff9c6f91ebb800 x1876699777582080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762651.256900:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777582080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762651.256908:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762651.256910:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762651.256913:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777582080:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762651.256918:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777582208:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762651.256931:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762651.256938:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff9c6f91ebaa00 x1876699777582208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762651.256947:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777582208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762651.256953:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762651.256955:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762651.256957:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777582208:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762651.256961:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777582336:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762651.256996:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762651.257008:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff9c6f91eb9880 x1876699777582336/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762651.257018:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777582336/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762651.257028:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762651.257032:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762651.257036:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777582336:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762651.257043:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777582464:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762651.257068:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762651.257081:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff9c6f91eb9f80 x1876699777582464/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762651.257095:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777582464/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762651.257101:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762651.257104:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762651.257107:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777582464:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762651.257112:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777582592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762651.257129:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762651.257138:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff9c6f91ebb480 x1876699777582592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762651.257146:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777582592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762651.257152:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762651.257154:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762651.257157:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777582592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762651.257173:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777582720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762651.257186:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762651.257194:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff9c6f91ebad80 x1876699777582720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762651.257202:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777582720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762651.257208:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762651.257210:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762651.257212:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777582720:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762651.384378:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762652.408403:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762653.432411:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762654.456364:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762655.480371:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762656.376310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762656.376323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762656.376328:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762656.376338:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2328
00000100:00080000:3.0:1789762656.376350:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762656.376357:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762656.376395:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777582848/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762656.376420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762656.376423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762656.376424:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762656.376427:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2328
00000100:00080000:3.0:1789762656.376430:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762656.376433:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762656.376441:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762656.376453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777582976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762656.376464:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777582848:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762656.376467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762656.376480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762656.376482:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762656.376485:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2328
00000100:00080000:3.0:1789762656.376487:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762656.376490:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762656.376493:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762656.376505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777583104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762656.376512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762656.376514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762656.376517:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762656.376520:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2328
00000100:00080000:3.0:1789762656.376522:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762656.376525:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762656.376530:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762656.376537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777583232/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762656.376543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762656.376545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762656.376546:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762656.376549:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2328
00000100:00080000:3.0:1789762656.376554:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762656.376555:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762656.376563:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762656.376568:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762656.376577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777583360/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762656.376583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762656.376586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762656.376588:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762656.376590:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2328
00000100:00080000:3.0:1789762656.376593:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762656.376597:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762656.376601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762656.376607:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff9c6f91ebad80 x1876699777582848/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762656.376619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777583488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762656.376628:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777582848/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762656.376652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762656.376653:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762656.376664:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762656.376669:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762656.376671:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762656.376678:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777582848:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762656.376681:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2328
00000100:00080000:3.0:1789762656.376692:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762656.376698:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762656.376703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762656.376714:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777582976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762656.376720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777583616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762656.376746:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762656.376760:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff9c6f91ebb480 x1876699777582976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762656.376770:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777582976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762656.376778:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762656.376781:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762656.376786:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777582976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762656.376792:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777583104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762656.376814:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762656.376825:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff9c6f91eb9f80 x1876699777583104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762656.376833:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777583104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762656.376839:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762656.376841:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762656.376843:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777583104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762656.376848:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777583232:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762656.376866:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762656.376873:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff9c6f91eb9880 x1876699777583232/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762656.376888:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777583232/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762656.376896:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762656.376901:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762656.376909:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777583232:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762656.376918:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777583360:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762656.376937:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762656.376966:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff9c6f91ebaa00 x1876699777583360/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762656.376974:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777583360/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762656.376980:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762656.376986:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762656.376989:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777583360:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762656.376996:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777583488:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762656.377015:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762656.377030:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff9c6f91ebb800 x1876699777583488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762656.377043:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777583488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762656.377047:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762656.377049:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762656.377052:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777583488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762656.377072:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777583616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762656.377084:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762656.377090:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff9c6f91eb9500 x1876699777583616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762656.377097:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777583616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762656.377102:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762656.377104:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762656.377106:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777583616:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762656.504380:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762657.528379:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762658.552393:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762659.576428:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762660.600358:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762661.496384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762661.496393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762661.496396:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762661.496406:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2333
00000100:00080000:0.0:1789762661.496416:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762661.496423:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762661.496460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777583744/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762661.496484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762661.496487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762661.496489:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762661.496492:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2333
00000100:00080000:0.0:1789762661.496494:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762661.496498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762661.496506:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762661.496519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777583872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762661.496527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762661.496530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762661.496531:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762661.496533:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2333
00000100:00080000:0.0:1789762661.496537:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762661.496545:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762661.496547:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777583744:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789762661.496549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762661.496568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777584000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762661.496574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762661.496577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762661.496578:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762661.496581:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2333
00000100:00080000:0.0:1789762661.496583:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762661.496586:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762661.496589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762661.496597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777584128/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762661.496602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762661.496606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762661.496609:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762661.496612:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2333
00000100:00080000:0.0:1789762661.496625:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762661.496628:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762661.496633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762661.496639:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762661.496645:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777584256/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762661.496656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762661.496659:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762661.496661:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762661.496663:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2333
00000100:00080000:0.0:1789762661.496665:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762661.496670:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762661.496676:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762661.496689:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777584384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762661.496694:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff9c6f84ef7480 x1876699777583744/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762661.496735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762661.496744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762661.496746:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762661.496751:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2333
00000100:00100000:1.0:1789762661.496753:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777583744/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762661.496757:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762661.496769:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789762661.496777:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762661.496778:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762661.496789:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762661.496795:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777583744:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762661.496799:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777584512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762661.496843:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777583872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762661.496863:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762661.496873:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff9c6f84ef4700 x1876699777583872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762661.496882:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777583872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762661.496888:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762661.496890:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762661.496892:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777583872:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762661.496896:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777584000:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762661.496929:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762661.496938:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff9c6f84ef4a80 x1876699777584000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762661.496947:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777584000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762661.496952:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762661.496954:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762661.496957:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777584000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762661.496961:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777584128:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762661.496974:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762661.496980:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff9c6f84ef6300 x1876699777584128/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762661.496988:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777584128/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762661.496994:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762661.496996:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762661.496998:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777584128:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762661.497002:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777584256:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762661.497012:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762661.497018:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff9c6f84ef6680 x1876699777584256/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762661.497025:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777584256/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762661.497030:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762661.497032:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762661.497034:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777584256:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762661.497037:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777584384:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762661.497047:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762661.497053:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff9c6f84ef4380 x1876699777584384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762661.497060:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777584384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762661.497065:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762661.497067:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762661.497069:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777584384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762661.497073:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777584512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762661.497084:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762661.497090:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff9c6f84ef5500 x1876699777584512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762661.497096:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777584512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762661.497101:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762661.497103:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762661.497105:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777584512:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762661.624427:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762662.648441:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762663.672425:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762664.696417:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762665.720408:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762666.616352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762666.616366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762666.616372:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762666.616382:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2338
00000100:00080000:3.0:1789762666.616394:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762666.616401:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762666.616445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777584640/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762666.616472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762666.616475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762666.616478:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762666.616481:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2338
00000100:00080000:3.0:1789762666.616484:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762666.616488:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762666.616498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762666.616509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777584768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762666.616517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762666.616520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762666.616522:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762666.616527:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2338
00000100:00100000:1.0:1789762666.616529:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777584640:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762666.616530:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762666.616535:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762666.616542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762666.616548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777584896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762666.616555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762666.616557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762666.616559:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762666.616562:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2338
00000100:00080000:3.0:1789762666.616564:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762666.616567:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762666.616570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762666.616580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777585024/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762666.616587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762666.616591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762666.616592:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762666.616595:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2338
00000100:00080000:3.0:1789762666.616597:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762666.616600:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762666.616603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762666.616604:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762666.616614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777585152/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762666.616623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762666.616626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762666.616627:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762666.616631:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2338
00000100:00080000:3.0:1789762666.616634:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762666.616637:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762666.616641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762666.616657:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666]  req@ffff9c6f91eb9500 x1876699777584640/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762666.616658:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777585280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762666.616681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762666.616687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762666.616689:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762666.616693:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2338
00000100:00080000:3.0:1789762666.616696:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762666.616699:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777584640/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762666.616703:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762666.616710:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762666.616719:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762666.616723:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777585408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762666.616727:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762666.616736:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777584640:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762666.616774:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777584768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762666.616793:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762666.616804:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666]  req@ffff9c6f91ebb800 x1876699777584768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762666.616813:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777584768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762666.616820:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762666.616823:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762666.616825:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777584768:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762666.616829:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777584896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762666.616841:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762666.616847:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666]  req@ffff9c6f91ebaa00 x1876699777584896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762666.616856:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777584896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762666.616879:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762666.616883:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762666.616886:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777584896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762666.616891:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777585024:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762666.616909:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762666.616917:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666]  req@ffff9c6f91eb9880 x1876699777585024/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762666.616935:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777585024/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762666.616941:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762666.616943:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762666.616946:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777585024:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762666.616950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777585152:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762666.616969:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762666.616991:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666]  req@ffff9c6f91eb9f80 x1876699777585152/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762666.617005:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777585152/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762666.617015:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762666.617019:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762666.617022:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777585152:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762666.617027:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777585280:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762666.617045:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762666.617054:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666]  req@ffff9c6f91ebb480 x1876699777585280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762666.617063:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777585280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762666.617068:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762666.617071:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762666.617074:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777585280:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762666.617078:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777585408:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762666.617090:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762666.617097:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666]  req@ffff9c6f91ebad80 x1876699777585408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762666.617105:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777585408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762666.617110:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762666.617112:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762666.617114:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777585408:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762666.744386:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762667.768434:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762668.792356:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762669.816368:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762670.840348:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762671.736305:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762671.736315:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762671.736320:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762671.736331:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2343
00000100:00080000:3.0:1789762671.736344:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762671.736353:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762671.736394:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777585536/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762671.736422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762671.736426:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762671.736428:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762671.736434:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2343
00000100:00080000:3.0:1789762671.736439:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762671.736444:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762671.736452:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777585536:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789762671.736453:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762671.736473:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777585664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762671.736486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762671.736490:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762671.736492:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762671.736497:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2343
00000100:00080000:3.0:1789762671.736501:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762671.736505:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762671.736510:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762671.736518:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762671.736524:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777585792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762671.736536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762671.736540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762671.736542:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762671.736546:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2343
00000100:00080000:3.0:1789762671.736550:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762671.736556:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762671]  req@ffff9c6f91ebad80 x1876699777585536/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762671.736567:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762671.736574:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762671.736576:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777585536/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762671.736588:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762671.736593:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777585920/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762671.736594:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762671.736601:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777585536:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762671.736614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762671.736618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762671.736621:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762671.736626:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2343
00000100:00100000:1.0:1789762671.736629:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777585664:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762671.736632:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762671.736639:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762671.736646:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762671.736653:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762671.736669:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762671]  req@ffff9c6f91ebb480 x1876699777585664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762671.736675:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777586048/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762671.736684:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777585664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762671.736697:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762671.736698:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762671.736705:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762671.736706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762671.736710:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762671.736711:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777585664:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762671.736729:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2343
00000100:00100000:1.0:1789762671.736731:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777585792:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762671.736735:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762671.736743:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789762671.736749:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789762671.736750:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762671.736758:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762671]  req@ffff9c6f91eb9f80 x1876699777585792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762671.736767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777586176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762671.736772:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777585792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762671.736794:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762671.736795:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762671.736802:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762671.736803:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762671.736807:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777585792:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762671.736808:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762671.736816:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777585920:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789762671.736818:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2343
00000100:00080000:3.0:1789762671.736841:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762671.736847:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789762671.736853:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789762671.736853:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762671.736864:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762671]  req@ffff9c6f91eb9880 x1876699777585920/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762671.736873:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777586304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762671.736878:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777585920/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762671.736916:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762671.736925:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762671.736932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777585920:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762671.736952:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777586048:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762671.736984:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762671.736992:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762671]  req@ffff9c6f91ebaa00 x1876699777586048/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762671.737001:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777586048/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762671.737006:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762671.737009:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762671.737011:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777586048:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762671.737014:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777586176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762671.737025:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762671.737031:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762671]  req@ffff9c6f91ebb800 x1876699777586176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762671.737038:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777586176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762671.737044:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762671.737045:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762671.737048:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777586176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762671.737052:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777586304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762671.737062:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762671.737068:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762671]  req@ffff9c6f91eb9500 x1876699777586304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762671.737075:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777586304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762671.737080:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762671.737082:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762671.737083:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777586304:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762671.864378:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762672.888449:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762673.912352:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762674.936354:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762675.960397:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762676.856346:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762676.856356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762676.856360:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762676.856370:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2348
00000100:00080000:0.0:1789762676.856381:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762676.856389:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762676.856430:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777586432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762676.856454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762676.856457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762676.856458:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762676.856461:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2348
00000100:00080000:0.0:1789762676.856463:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762676.856467:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762676.856477:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762676.856488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777586560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762676.856497:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777586432:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762676.856498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762676.856503:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762676.856507:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762676.856511:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2348
00000100:00080000:0.0:1789762676.856513:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762676.856515:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762676.856518:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762676.856524:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777586688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762676.856530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762676.856532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762676.856533:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762676.856536:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2348
00000100:00080000:0.0:1789762676.856538:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762676.856541:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762676.856544:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762676.856551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777586816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762676.856556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762676.856559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762676.856560:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762676.856563:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2348
00000100:00080000:0.0:1789762676.856566:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762676.856568:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762676.856570:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762676.856577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777586944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762676.856583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762676.856585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762676.856586:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762676.856589:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2348
00000100:00080000:0.0:1789762676.856591:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762676.856593:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762676.856596:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762676.856603:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777587072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762676.856608:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762676.856610:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762676.856612:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762676.856615:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2348
00000100:00080000:0.0:1789762676.856616:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762676.856619:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762676.856624:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762676.856628:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777586560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762676.856635:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777587200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762676.856671:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777586688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762676.856699:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777586816:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762676.856731:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777586944:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762676.856762:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777587072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762676.856807:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777587200:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762676.984429:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762678.008354:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762679.032390:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762679.928600:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789762679.928650:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762679.928671:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762679.928716:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762679.928724:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762679.928736:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762679.928751:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762679.928774:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762679.928788:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789762679.928825:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762679]  req@ffff9c6f84ef4000 x1876699777587200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762679.928894:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777587200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762679.928915:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762679.928923:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762679.928947:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777587200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762679.928957:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762679]  req@ffff9c6f84ef5f80 x1876699777586560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762679.928969:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777586560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762679.928977:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762679.928981:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762679.928984:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777586560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762679.929009:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762679]  req@ffff9c6f84ef7800 x1876699777586688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762679.929023:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777586688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762679.929031:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762679.929035:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762679.929039:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777586688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762679.929049:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762679]  req@ffff9c6f84ef4e00 x1876699777586816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762679.929072:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777586816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762679.929082:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762679.929087:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762679.929091:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777586816:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762679.929100:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762679]  req@ffff9c6f84ef5880 x1876699777586944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762679.929114:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777586944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762679.929122:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762679.929126:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762679.929130:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777586944:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762679.929139:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762679]  req@ffff9c6f84ef6d80 x1876699777587072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762679.929153:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777587072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762679.929162:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762679.929166:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762679.929170:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777587072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762679.929179:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762679]  req@ffff9c6f84ef6a00 x1876699777586432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762679.929195:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777586432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762679.929204:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762679.929209:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762679.929212:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777586432:192.168.203.138@tcp:250:kworker.0
00010000:00010000:0.0:1789762680.056409:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762681.080408:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762681.976393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762681.976404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762681.976410:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762681.976422:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2353
00000100:00080000:2.0:1789762681.976436:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762681.976446:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762681.976484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777587328/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762681.976509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762681.976512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762681.976514:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762681.976518:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2353
00000100:00080000:2.0:1789762681.976522:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762681.976527:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762681.976539:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762681.976554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777587456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762681.976560:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777587328:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762681.976573:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762681.976577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762681.976579:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762681.976585:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2353
00000100:00080000:2.0:1789762681.976589:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762681.976594:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762681.976600:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762681.976614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777587584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762681.976626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762681.976631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762681.976633:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762681.976636:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2353
00000100:00080000:2.0:1789762681.976640:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762681.976647:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789762681.976648:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789762681.976657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762681.976672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777587712/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762681.976683:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762681.976687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762681.976690:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762681.976696:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2353
00000100:00080000:2.0:1789762681.976700:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762681.976702:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681]  req@ffff9c6f851a0380 x1876699777587328/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762681.976708:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762681.976717:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762681.976736:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777587328/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762681.976737:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777587840/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762681.976772:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762681.976777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762681.976783:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789762681.976785:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762681.976790:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762681.976794:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777587328:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762681.976811:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2353
00000100:00080000:2.0:1789762681.976818:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762681.976824:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762681.976831:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762681.976837:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777587456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762681.976846:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777587968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762681.976859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762681.976864:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762681.976865:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762681.976871:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762681.976872:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2353
00000100:00080000:2.0:1789762681.976881:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762681.976885:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762681.976890:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762681.976893:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681]  req@ffff9c6f851a2680 x1876699777587456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762681.976905:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777588096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762681.976914:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777587456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762681.976928:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762681.976933:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762681.976939:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777587456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762681.976946:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777587584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762681.976967:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762681.976979:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681]  req@ffff9c6f851a2300 x1876699777587584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762681.976992:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777587584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762681.977000:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762681.977004:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762681.977008:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777587584:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762681.977013:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777587712:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762681.977035:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762681.977047:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681]  req@ffff9c6f851a2d80 x1876699777587712/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762681.977060:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777587712/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762681.977071:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762681.977074:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762681.977085:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777587712:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762681.977093:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777587840:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762681.977118:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762681.977130:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681]  req@ffff9c6f851a3480 x1876699777587840/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762681.977144:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777587840/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762681.977153:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762681.977157:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762681.977160:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777587840:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762681.977182:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777587968:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762681.977206:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762681.977218:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681]  req@ffff9c6f851a0000 x1876699777587968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762681.977261:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777587968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762681.977271:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762681.977275:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762681.977279:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777587968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762681.977287:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777588096:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762681.977310:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762681.977323:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681]  req@ffff9c6f851a1500 x1876699777588096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762681.977344:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777588096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762681.977353:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762681.977356:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762681.977360:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777588096:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762682.104356:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762683.128396:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762684.152335:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762685.176427:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762686.200392:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762687.096329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762687.096340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762687.096344:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762687.096360:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2358
00000100:00080000:3.0:1789762687.096371:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762687.096379:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762687.096423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777588224/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762687.096454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762687.096458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762687.096461:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762687.096466:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2358
00000100:00080000:3.0:1789762687.096470:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762687.096475:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762687.096486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762687.096494:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777588224:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762687.096519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777588352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762687.096530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762687.096534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762687.096536:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762687.096547:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2358
00000100:00080000:3.0:1789762687.096551:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762687.096556:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762687.096561:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762687.096569:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762687.096573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777588480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762687.096582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762687.096586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762687.096587:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762687.096599:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2358
00000100:00080000:3.0:1789762687.096604:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762687.096608:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762687.096614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762687.096615:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff9c6f91eb9500 x1876699777588224/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762687.096624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777588608/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762687.096634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762687.096637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777588224/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762687.096638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762687.096640:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762687.096645:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2358
00000100:00080000:3.0:1789762687.096648:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762687.096649:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762687.096654:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762687.096660:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777588224:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762687.096660:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762687.096665:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762687.096677:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777588736/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762687.096686:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777588352:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762687.096687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762687.096691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762687.096693:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762687.096697:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2358
00000100:00080000:3.0:1789762687.096726:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762687.096732:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789762687.096737:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789762687.096738:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762687.096752:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff9c6f91ebb800 x1876699777588352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762687.096762:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777588864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762687.096767:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777588352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762687.096773:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762687.096777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762687.096780:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762687.096785:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2358
00000100:00080000:1.0:1789762687.096786:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762687.096788:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762687.096790:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762687.096793:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762687.096794:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777588352:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789762687.096798:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762687.096802:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777588480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762687.096818:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777588992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762687.096823:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762687.096836:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff9c6f91ebaa00 x1876699777588480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762687.096850:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777588480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762687.096860:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762687.096864:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762687.096868:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777588480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762687.096876:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777588608:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762687.096897:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762687.096906:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff9c6f91eb9880 x1876699777588608/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762687.096915:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777588608/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762687.096922:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762687.096924:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762687.096927:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777588608:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762687.096941:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777588736:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762687.096953:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762687.096960:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff9c6f91eb9f80 x1876699777588736/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762687.096969:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777588736/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762687.096975:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762687.096977:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762687.096979:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777588736:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762687.096983:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777588864:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762687.096994:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762687.097000:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff9c6f91ebb480 x1876699777588864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762687.097009:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777588864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762687.097015:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762687.097016:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762687.097019:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777588864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762687.097022:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777588992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762687.097032:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762687.097039:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff9c6f91ebad80 x1876699777588992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762687.097048:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777588992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762687.097054:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762687.097056:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762687.097058:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777588992:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762687.224577:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762688.248337:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762689.272348:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762690.296401:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762691.320404:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762692.216346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762692.216360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762692.216366:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762692.216378:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2363
00000100:00080000:3.0:1789762692.216391:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762692.216400:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762692.216449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777589120/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762692.216474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762692.216477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762692.216479:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762692.216483:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2363
00000100:00080000:3.0:1789762692.216486:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762692.216489:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762692.216499:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762692.216509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777589120:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762692.216517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777589248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762692.216531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762692.216534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762692.216537:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762692.216541:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2363
00000100:00080000:3.0:1789762692.216544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762692.216548:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762692.216553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762692.216564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777589376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762692.216577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762692.216583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762692.216585:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762692.216591:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762692.216592:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2363
00000100:00080000:3.0:1789762692.216601:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762692.216604:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762692.216608:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762692.216625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777589504/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762692.216636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762692.216652:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff9c6f91ebad80 x1876699777589120/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762692.216692:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777589120/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762692.216701:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762692.216705:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762692.216709:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777589120:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762692.216726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762692.216730:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762692.216740:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777589248:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762692.216740:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2363
00000100:00080000:3.0:1789762692.216857:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762692.216864:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789762692.216870:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789762692.216876:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762692.216888:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff9c6f91ebb480 x1876699777589248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762692.216905:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777589248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762692.216917:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762692.216922:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762692.216926:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777589632/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762692.216927:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777589248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762692.216950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777589376:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762692.216953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762692.216963:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762692.216965:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762692.216971:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2363
00000100:00080000:3.0:1789762692.216976:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762692.216983:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762692.216987:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762692.216992:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762692.217008:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777589760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762692.217014:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff9c6f91eb9f80 x1876699777589376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762692.217042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762692.217051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762692.217052:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762692.217057:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777589376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762692.217062:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2363
00000100:00080000:3.0:1789762692.217070:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762692.217081:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762692.217091:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762692.217095:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762692.217100:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777589888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762692.217110:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762692.217125:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777589376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762692.217149:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777589504:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762692.217168:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762692.217176:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff9c6f91eb9880 x1876699777589504/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762692.217184:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777589504/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762692.217190:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762692.217192:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762692.217194:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777589504:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762692.217205:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777589632:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762692.217216:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762692.217249:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff9c6f91ebaa00 x1876699777589632/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762692.217264:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777589632/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762692.217270:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762692.217273:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762692.217277:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777589632:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762692.217282:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777589760:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762692.217296:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762692.217304:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff9c6f91ebb800 x1876699777589760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762692.217313:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777589760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762692.217321:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762692.217323:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762692.217327:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777589760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762692.217331:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777589888:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762692.217343:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762692.217348:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff9c6f91eb9500 x1876699777589888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762692.217355:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777589888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762692.217364:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762692.217366:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762692.217369:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777589888:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762692.344382:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762693.368345:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762694.392346:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762695.416373:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762696.440345:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762697.336346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762697.336357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762697.336361:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762697.336370:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2368
00000100:00080000:2.0:1789762697.336382:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762697.336389:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762697.336432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777590016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762697.336460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762697.336463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762697.336464:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762697.336468:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2368
00000100:00080000:2.0:1789762697.336472:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762697.336476:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762697.336484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762697.336491:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777590016:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762697.336497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777590144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762697.336506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762697.336509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762697.336510:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762697.336513:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2368
00000100:00080000:2.0:1789762697.336516:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762697.336518:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762697.336521:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762697.336529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777590272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762697.336536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762697.336538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762697.336539:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762697.336542:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2368
00000100:00080000:2.0:1789762697.336547:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762697.336549:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762697.336552:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762697.336558:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762697.336561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777590400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762697.336569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762697.336571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762697.336573:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762697.336576:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2368
00000100:00080000:2.0:1789762697.336579:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762697.336581:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762697.336584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762697.336592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777590528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762697.336599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762697.336602:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff9c6f851a1180 x1876699777590016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762697.336602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762697.336605:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762697.336611:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2368
00000100:00080000:2.0:1789762697.336617:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762697.336622:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762697.336626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762697.336630:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777590016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762697.336649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777590656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762697.336661:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762697.336662:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762697.336670:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789762697.336670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762697.336676:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777590016:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762697.336676:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762697.336688:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2368
00000100:00080000:2.0:1789762697.336693:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762697.336698:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762697.336704:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762697.336705:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777590144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762697.336722:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777590784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762697.336731:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762697.336745:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff9c6f851a3b80 x1876699777590144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762697.336754:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777590144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762697.336765:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762697.336768:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762697.336770:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777590144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762697.336774:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777590272:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762697.336785:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762697.336791:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff9c6f851a1c00 x1876699777590272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762697.336798:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777590272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762697.336803:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762697.336805:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762697.336807:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777590272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762697.336810:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777590400:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762697.336821:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762697.336827:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff9c6f851a1f80 x1876699777590400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762697.336834:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777590400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762697.336839:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762697.336841:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762697.336843:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777590400:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762697.336846:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777590528:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762697.336856:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762697.336861:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff9c6f851a2a00 x1876699777590528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762697.336867:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777590528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762697.336872:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762697.336874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762697.336875:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777590528:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762697.336879:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777590656:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762697.336888:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762697.336893:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff9c6f851a0e00 x1876699777590656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762697.336900:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777590656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762697.336904:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762697.336907:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762697.336909:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777590656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762697.336923:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777590784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762697.336933:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762697.336940:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff9c6f851a1880 x1876699777590784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762697.336947:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777590784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762697.336952:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762697.336954:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762697.336956:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777590784:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762697.464413:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762698.488403:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762699.512343:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762700.536405:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762701.560366:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762702.456341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762702.456350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762702.456357:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762702.456367:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2374
00000100:00080000:2.0:1789762702.456378:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762702.456384:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762702.456421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777590912/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762702.456444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762702.456448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762702.456449:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762702.456456:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2374
00000100:00080000:2.0:1789762702.456460:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762702.456463:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762702.456471:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762702.456481:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777590912:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762702.456484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777591040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762702.456495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762702.456504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762702.456505:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762702.456508:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2374
00000100:00080000:2.0:1789762702.456511:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762702.456514:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762702.456518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762702.456528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777591168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762702.456546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762702.456550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762702.456552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762702.456555:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762702.456559:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2374
00000100:00080000:2.0:1789762702.456563:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762702.456566:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762702.456571:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762702.456580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777591296/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762702.456587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762702.456589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762702.456592:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762702.456606:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff9c6f851a0700 x1876699777590912/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762702.456616:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2374
00000100:00080000:2.0:1789762702.456621:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762702.456625:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762702.456629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777590912/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762702.456630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762702.456644:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762702.456653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777591424/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762702.456655:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762702.456663:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777590912:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762702.456668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762702.456672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762702.456674:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762702.456677:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2374
00000100:00080000:2.0:1789762702.456680:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762702.456683:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762702.456687:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762702.456692:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777591040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762702.456697:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777591552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762702.456706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762702.456709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762702.456711:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762702.456714:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2374
00000100:00080000:2.0:1789762702.456718:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762702.456720:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762702.456724:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762702.456729:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762702.456737:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff9c6f851a3100 x1876699777591040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762702.456740:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777591680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762702.456765:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777591040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762702.456778:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762702.456781:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762702.456784:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777591040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762702.456788:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777591168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762702.456801:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762702.456808:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff9c6f851a3800 x1876699777591168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762702.456816:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777591168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762702.456821:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762702.456823:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762702.456825:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777591168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762702.456828:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777591296:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762702.456840:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762702.456846:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff9c6f851a0a80 x1876699777591296/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762702.456853:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777591296/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762702.456858:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762702.456860:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762702.456863:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777591296:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762702.456866:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777591424:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762702.456876:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762702.456881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff9c6f851a1880 x1876699777591424/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762702.456888:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777591424/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762702.456894:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762702.456896:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762702.456897:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777591424:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762702.456910:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777591552:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762702.456920:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762702.456925:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff9c6f851a0e00 x1876699777591552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762702.456932:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777591552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762702.456937:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762702.456939:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762702.456941:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777591552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762702.456945:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777591680:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762702.456954:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762702.456961:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff9c6f851a2a00 x1876699777591680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762702.456968:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777591680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762702.456973:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762702.456975:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762702.456977:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777591680:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762702.584405:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762703.608373:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762704.632400:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762705.656362:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762706.680410:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762707.576340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762707.576349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762707.576352:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762707.576361:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2379
00000100:00080000:0.0:1789762707.576372:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762707.576379:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762707.576414:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777591808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762707.576438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762707.576441:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762707.576443:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762707.576446:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2379
00000100:00080000:0.0:1789762707.576449:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762707.576453:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762707.576462:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762707.576472:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777591808:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762707.576477:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777591936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762707.576486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762707.576488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762707.576490:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762707.576492:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2379
00000100:00080000:0.0:1789762707.576495:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762707.576497:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762707.576500:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762707.576508:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777592064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762707.576513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762707.576515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762707.576516:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762707.576519:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2379
00000100:00080000:0.0:1789762707.576522:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762707.576525:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762707.576529:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762707.576537:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777592192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762707.576543:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762707.576546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762707.576547:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762707.576550:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2379
00000100:00080000:0.0:1789762707.576553:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762707.576568:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762707.576572:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762707.576578:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762707.576583:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777592320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762707.576591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762707.576594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762707.576595:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762707.576598:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2379
00000100:00080000:0.0:1789762707.576602:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762707.576605:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762707.576609:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762707.576617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777592448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762707.576626:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707]  req@ffff9c6f84ef5c00 x1876699777591808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762707.576627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762707.576635:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762707.576639:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762707.576647:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2379
00000100:00080000:0.0:1789762707.576651:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762707.576656:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762707.576656:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777591808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762707.576660:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762707.576672:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762707.576676:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777592576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762707.576679:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762707.576688:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777591808:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762707.576712:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777591936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762707.576731:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762707.576740:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707]  req@ffff9c6f84ef6a00 x1876699777591936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762707.576749:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777591936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762707.576760:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762707.576763:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762707.576765:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777591936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762707.576769:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777592064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762707.576779:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762707.576785:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707]  req@ffff9c6f84ef6d80 x1876699777592064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762707.576793:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777592064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762707.576798:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762707.576800:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762707.576802:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777592064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762707.576806:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777592192:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762707.576817:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762707.576823:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707]  req@ffff9c6f84ef5880 x1876699777592192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762707.576831:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777592192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762707.576836:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762707.576838:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762707.576840:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777592192:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762707.576844:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777592320:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762707.576854:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762707.576870:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707]  req@ffff9c6f84ef4e00 x1876699777592320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762707.576878:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777592320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762707.576884:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762707.576886:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762707.576888:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777592320:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762707.576891:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777592448:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762707.576903:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762707.576909:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707]  req@ffff9c6f84ef7800 x1876699777592448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762707.576917:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777592448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762707.576922:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762707.576924:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762707.576926:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777592448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762707.576929:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777592576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762707.576938:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762707.576945:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707]  req@ffff9c6f84ef5f80 x1876699777592576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762707.576952:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777592576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762707.576957:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762707.576959:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762707.576961:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777592576:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762707.704359:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762708.728353:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762709.752349:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762710.776355:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762711.800361:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762712.696301:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762712.696310:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762712.696314:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762712.696324:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2384
00000100:00080000:0.0:1789762712.696335:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762712.696342:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762712.696378:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777592704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762712.696403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762712.696406:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762712.696408:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762712.696412:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2384
00000100:00080000:0.0:1789762712.696415:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762712.696419:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762712.696427:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762712.696436:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777592704:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762712.696439:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777592832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762712.696450:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762712.696453:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762712.696454:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762712.696458:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2384
00000100:00080000:0.0:1789762712.696461:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762712.696463:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762712.696466:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762712.696476:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777592960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762712.696483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762712.696485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762712.696487:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762712.696489:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2384
00000100:00080000:0.0:1789762712.696492:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762712.696495:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762712.696498:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762712.696505:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762712.696510:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777593088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762712.696563:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712]  req@ffff9c6f84ef4000 x1876699777592704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762712.696567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762712.696578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762712.696581:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762712.696586:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777592704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762712.696589:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2384
00000100:00080000:0.0:1789762712.696598:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762712.696601:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762712.696606:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789762712.696609:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:0.0:1789762712.696616:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762712.696616:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777592704:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762712.696634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777593216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762712.696641:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777592832:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762712.696653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762712.696657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762712.696659:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762712.696664:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2384
00000100:00080000:0.0:1789762712.696668:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762712.696672:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762712.696677:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762712.696682:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762712.696688:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712]  req@ffff9c6f84ef5500 x1876699777592832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762712.696695:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777593344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762712.696706:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777592832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762712.696707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762712.696715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762712.696718:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762712.696726:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2384
00000100:00080000:0.0:1789762712.696730:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762712.696736:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789762712.696737:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762712.696740:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762712.696744:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762712.696748:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777592832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762712.696752:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777593472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762712.696757:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777592960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762712.696781:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762712.696791:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712]  req@ffff9c6f84ef4380 x1876699777592960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762712.696799:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777592960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762712.696805:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762712.696806:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762712.696808:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777592960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762712.696812:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777593088:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762712.696823:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762712.696830:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712]  req@ffff9c6f84ef6680 x1876699777593088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762712.696837:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777593088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762712.696842:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762712.696844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762712.696846:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777593088:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762712.696857:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777593216:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762712.696867:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762712.696872:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712]  req@ffff9c6f84ef6300 x1876699777593216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762712.696879:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777593216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762712.696884:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762712.696885:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762712.696887:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777593216:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762712.696891:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777593344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762712.696901:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762712.696906:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712]  req@ffff9c6f84ef4a80 x1876699777593344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762712.696913:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777593344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762712.696919:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762712.696920:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762712.696922:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777593344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762712.696925:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777593472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762712.696934:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762712.696941:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712]  req@ffff9c6f84ef4700 x1876699777593472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762712.696948:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777593472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762712.696953:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762712.696955:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762712.696957:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777593472:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762712.824354:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762713.848351:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762714.872359:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762715.896335:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762716.920373:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762717.816325:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762717.816334:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762717.816337:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762717.816347:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2389
00000100:00080000:3.0:1789762717.816359:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762717.816367:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762717.816418:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777593600/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762717.816440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762717.816443:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762717.816444:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762717.816447:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2389
00000100:00080000:3.0:1789762717.816450:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762717.816454:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762717.816463:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762717.816476:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777593728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762717.816493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777593600:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762717.816503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762717.816507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762717.816508:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762717.816511:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2389
00000100:00080000:3.0:1789762717.816514:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762717.816517:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762717.816521:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762717.816532:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777593856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762717.816539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762717.816542:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762717.816543:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762717.816546:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2389
00000100:00080000:3.0:1789762717.816549:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762717.816552:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762717.816555:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762717.816563:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777593984/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762717.816569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762717.816572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762717.816573:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762717.816577:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762717.816578:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2389
00000100:00080000:3.0:1789762717.816583:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762717.816586:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762717.816589:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762717.816598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777594112/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762717.816604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762717.816607:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762717.816608:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762717.816610:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2389
00000100:00080000:3.0:1789762717.816614:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762717.816617:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762717.816622:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762717.816625:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717]  req@ffff9c6f91eb9500 x1876699777593600/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762717.816634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777594240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762717.816644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762717.816648:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777593600/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762717.816648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762717.816652:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762717.816660:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2389
00000100:00080000:3.0:1789762717.816665:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762717.816669:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789762717.816670:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762717.816672:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762717.816677:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762717.816685:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777593600:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762717.816685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777594368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762717.816716:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777593728:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762717.816734:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762717.816743:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717]  req@ffff9c6f91ebb800 x1876699777593728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762717.816752:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777593728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762717.816763:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762717.816766:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762717.816768:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777593728:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762717.816772:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777593856:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762717.816807:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762717.816820:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717]  req@ffff9c6f91ebaa00 x1876699777593856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762717.816837:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777593856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762717.816863:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762717.816867:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762717.816870:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777593856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762717.816875:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777593984:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762717.816891:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762717.816899:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717]  req@ffff9c6f91eb9880 x1876699777593984/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762717.816908:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777593984/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762717.816914:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762717.816916:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762717.816919:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777593984:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762717.816923:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777594112:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762717.816934:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762717.816939:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717]  req@ffff9c6f91eb9f80 x1876699777594112/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762717.816946:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777594112/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762717.816952:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762717.816954:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762717.816956:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777594112:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762717.816959:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777594240:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762717.816969:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762717.816975:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717]  req@ffff9c6f91ebb480 x1876699777594240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762717.816981:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777594240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762717.816987:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762717.816989:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762717.816991:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777594240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762717.816994:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777594368:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762717.817003:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762717.817010:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717]  req@ffff9c6f91ebad80 x1876699777594368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762717.817017:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777594368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762717.817023:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762717.817024:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762717.817026:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777594368:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762717.944388:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762718.968351:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762719.992398:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762721.016335:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762722.040366:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762722.936319:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762722.936328:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762722.936332:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762722.936341:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2394
00000100:00080000:0.0:1789762722.936359:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762722.936367:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762722.936405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777594496/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762722.936428:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762722.936431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762722.936433:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762722.936436:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2394
00000100:00080000:0.0:1789762722.936439:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762722.936457:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762722.936466:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762722.936480:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777594624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762722.936480:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777594496:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762722.936496:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762722.936498:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762722.936500:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762722.936503:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2394
00000100:00080000:0.0:1789762722.936506:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762722.936509:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762722.936512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762722.936520:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777594752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762722.936528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762722.936531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762722.936532:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762722.936534:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2394
00000100:00080000:0.0:1789762722.936540:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762722.936542:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762722.936546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762722.936555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777594880/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762722.936555:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762722.936564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762722.936568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762722.936569:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762722.936572:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2394
00000100:00080000:0.0:1789762722.936575:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762722.936578:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762722.936581:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762722.936588:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777595008/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762722.936594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762722.936596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762722.936598:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762722.936604:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2394
00000100:00080000:0.0:1789762722.936606:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762722.936606:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722]  req@ffff9c6f84ef7480 x1876699777594496/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762722.936611:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762722.936617:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762722.936627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777595136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762722.936634:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762722.936637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777594496/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762722.936638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762722.936641:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762722.936649:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2394
00000100:00080000:0.0:1789762722.936653:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762722.936658:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789762722.936660:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762722.936661:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762722.936667:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762722.936672:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777595264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762722.936673:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777594496:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762722.936702:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777594624:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762722.936723:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762722.936733:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722]  req@ffff9c6f84ef4700 x1876699777594624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762722.936743:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777594624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762722.936753:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762722.936756:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762722.936758:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777594624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762722.936762:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777594752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762722.936779:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762722.936791:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722]  req@ffff9c6f84ef4a80 x1876699777594752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762722.936803:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777594752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762722.936812:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762722.936815:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762722.936818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777594752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762722.936823:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777594880:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762722.936838:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762722.936846:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722]  req@ffff9c6f84ef6300 x1876699777594880/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762722.936853:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777594880/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762722.936859:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762722.936861:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762722.936864:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777594880:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762722.936867:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777595008:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762722.936878:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762722.936884:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722]  req@ffff9c6f84ef6680 x1876699777595008/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762722.936890:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777595008/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762722.936896:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762722.936898:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762722.936900:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777595008:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762722.936903:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777595136:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762722.936912:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762722.936918:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722]  req@ffff9c6f84ef4380 x1876699777595136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762722.936924:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777595136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762722.936930:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762722.936932:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762722.936934:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777595136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762722.936937:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777595264:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762722.936946:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762722.936953:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722]  req@ffff9c6f84ef5500 x1876699777595264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762722.936960:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777595264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762722.936965:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762722.936967:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762722.936968:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777595264:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762723.064350:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762724.088406:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762725.112375:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762726.136376:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762727.160448:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762728.056328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762728.056337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762728.056340:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762728.056351:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2399
00000100:00080000:0.0:1789762728.056372:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762728.056379:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762728.056431:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777595392/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762728.056466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762728.056471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762728.056473:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762728.056478:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2399
00000100:00080000:0.0:1789762728.056483:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762728.056488:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762728.056497:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762728.056510:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777595520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762728.056517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762728.056532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762728.056534:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762728.056537:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2399
00000100:00080000:0.0:1789762728.056540:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762728.056542:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762728.056545:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762728.056553:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777595648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762728.056561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762728.056564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762728.056565:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762728.056568:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2399
00000100:00080000:0.0:1789762728.056569:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762728.056573:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762728.056576:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762728.056585:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777595776/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762728.056591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762728.056594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762728.056595:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762728.056598:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2399
00000100:00080000:0.0:1789762728.056601:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762728.056605:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762728.056609:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762728.056618:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777595904/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762728.056629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762728.056634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762728.056638:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762728.056640:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777595392:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762728.056644:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2399
00000100:00080000:0.0:1789762728.056654:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762728.056674:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762728.056680:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762728.056692:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777596032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762728.056698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762728.056701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762728.056703:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762728.056706:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2399
00000100:00080000:0.0:1789762728.056709:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762728.056712:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762728.056715:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762728.056723:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777596160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762728.056757:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762728.056846:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff9c6f84ef4000 x1876699777595392/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762728.056869:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777595392/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762728.056886:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762728.056889:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762728.056893:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777595392:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762728.056900:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777595520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762728.056932:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762728.056955:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff9c6f84ef5f80 x1876699777595520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762728.056970:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777595520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762728.056985:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762728.056989:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762728.056996:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777595520:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762728.057003:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777595648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762728.057019:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762728.057027:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff9c6f84ef7800 x1876699777595648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762728.057035:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777595648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762728.057040:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762728.057042:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762728.057044:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777595648:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762728.057048:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777595776:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762728.057059:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762728.057065:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff9c6f84ef4e00 x1876699777595776/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762728.057072:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777595776/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762728.057078:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762728.057080:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762728.057083:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777595776:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762728.057119:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777595904:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762728.057133:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762728.057140:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff9c6f84ef5880 x1876699777595904/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762728.057147:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777595904/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762728.057153:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762728.057155:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762728.057158:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777595904:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762728.057162:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777596032:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762728.057173:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762728.057179:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff9c6f84ef6d80 x1876699777596032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762728.057187:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777596032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762728.057193:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762728.057195:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762728.057196:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777596032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762728.057200:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777596160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762728.057214:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762728.057244:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff9c6f84ef6a00 x1876699777596160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762728.057254:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777596160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762728.057260:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762728.057263:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762728.057267:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777596160:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762728.184474:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762729.208389:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762730.232420:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762731.256375:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762732.280453:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762733.176395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762733.176410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762733.176416:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762733.176431:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2404
00000100:00080000:0.0:1789762733.176446:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762733.176456:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762733.176513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777596288/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762733.176552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762733.176557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762733.176560:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762733.176565:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2404
00000100:00080000:0.0:1789762733.176570:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762733.176575:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762733.176589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762733.176608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777596416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762733.176615:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777596288:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762733.176651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762733.176656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762733.176660:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762733.176668:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2404
00000100:00080000:0.0:1789762733.176673:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762733.176678:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762733.176686:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762733.176699:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777596544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762733.176711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762733.176716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762733.176724:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762733.176724:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762733.176740:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2404
00000100:00080000:0.0:1789762733.176749:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762733.176756:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762733.176763:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762733.176780:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777596672/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762733.176793:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff9c6f84ef5c00 x1876699777596288/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.176802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762733.176821:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762733.176828:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762733.176843:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2404
00000100:00080000:0.0:1789762733.176852:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762733.176853:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777596288/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.176867:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762733.176885:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762733.176888:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762733.176900:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762733.176907:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777596288:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762733.176910:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777596800/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762733.176927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762733.176932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762733.176936:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762733.176944:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2404
00000100:00100000:1.0:1789762733.176946:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777596416:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762733.176951:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762733.176959:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762733.176965:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762733.176982:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777596928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762733.176984:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762733.177007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762733.177012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762733.177017:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762733.177025:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2404
00000100:00100000:1.0:1789762733.177026:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff9c6f84ef6a00 x1876699777596416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.177035:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762733.177049:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762733.177056:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762733.177057:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777596416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762733.177075:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777597056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762733.177152:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762733.177160:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762733.177165:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777596416:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762733.177175:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777596544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762733.177198:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762733.177208:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff9c6f84ef6d80 x1876699777596544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762733.177216:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777596544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762733.177249:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762733.177252:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762733.177255:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777596544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762733.177260:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777596672:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762733.177275:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762733.177282:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff9c6f84ef5880 x1876699777596672/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762733.177290:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777596672/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762733.177296:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762733.177299:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762733.177301:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777596672:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762733.177306:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777596800:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762733.177317:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762733.177323:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff9c6f84ef4e00 x1876699777596800/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762733.177330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777596800/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762733.177336:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762733.177338:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762733.177339:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777596800:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762733.177354:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777596928:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762733.177382:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762733.177391:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff9c6f84ef7800 x1876699777596928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762733.177399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777596928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762733.177405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762733.177407:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762733.177409:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777596928:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762733.177414:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777597056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762733.177428:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762733.177436:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff9c6f84ef5f80 x1876699777597056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762733.177444:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777597056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762733.177449:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762733.177451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762733.177452:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777597056:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762733.304392:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762734.328397:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762735.352426:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762736.376395:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762737.400384:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762738.296352:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762738.296362:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762738.296365:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762738.296375:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2409
00000100:00080000:1.0:1789762738.296387:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.296394:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762738.296430:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777597184/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762738.296456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762738.296460:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762738.296461:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762738.296464:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2409
00000100:00080000:1.0:1789762738.296467:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.296469:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762738.296478:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762738.296487:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777597312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762738.296497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762738.296500:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777597184:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762738.296501:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762738.296504:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762738.296511:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2409
00000100:00080000:1.0:1789762738.296514:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.296516:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762738.296519:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762738.296527:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777597440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762738.296533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762738.296536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762738.296537:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762738.296539:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2409
00000100:00080000:1.0:1789762738.296542:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.296544:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762738.296547:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762738.296555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777597568/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762738.296564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762738.296568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:2.0:1789762738.296572:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762738.296573:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762738.296581:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2409
00000100:00080000:1.0:1789762738.296587:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.296592:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762738.296598:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762738.296612:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777597696/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762738.296617:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff9c6f9118df80 x1876699777597184/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762738.296626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762738.296632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762738.296634:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762738.296638:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777597184/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762738.296643:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2409
00000100:00080000:1.0:1789762738.296653:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762738.296656:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762738.296661:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789762738.296663:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762738.296670:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777597184:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789762738.296671:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762738.296688:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777597824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762738.296697:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762738.296700:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777597312:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762738.296701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762738.296705:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762738.296710:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2409
00000100:00080000:1.0:1789762738.296713:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.296717:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762738.296721:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762738.296725:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762738.296732:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777597952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762738.296740:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff9c6f9118dc00 x1876699777597312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762738.296765:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777597312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762738.296772:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762738.296776:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762738.296778:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777597312:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762738.296783:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777597440:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762738.296795:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762738.296802:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff9c6f9118ca80 x1876699777597440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762738.296809:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777597440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762738.296814:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762738.296816:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762738.296818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777597440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762738.296822:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777597568:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762738.296832:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762738.296838:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff9c6f9118d180 x1876699777597568/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762738.296845:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777597568/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762738.296850:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762738.296852:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762738.296854:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777597568:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762738.296857:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777597696:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762738.296867:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762738.296873:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff9c6f9118ce00 x1876699777597696/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762738.296880:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777597696/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762738.296884:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762738.296886:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762738.296888:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777597696:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762738.296898:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777597824:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762738.296908:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762738.296914:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff9c6f9118f800 x1876699777597824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762738.296921:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777597824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762738.296940:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762738.296942:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762738.296945:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777597824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762738.296949:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777597952:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762738.296960:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762738.296967:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff9c6f9118d500 x1876699777597952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762738.296974:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777597952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762738.296979:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762738.296980:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762738.296982:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777597952:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762738.424386:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762739.448424:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762740.472404:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762741.496400:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762742.520358:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762743.416384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762743.416393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762743.416398:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762743.416407:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2415
00000100:00080000:0.0:1789762743.416419:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762743.416426:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762743.416464:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777598080/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762743.416490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762743.416494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762743.416495:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762743.416498:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2415
00000100:00080000:0.0:1789762743.416501:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762743.416503:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762743.416511:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762743.416521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777598208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762743.416528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762743.416531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762743.416532:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762743.416535:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2415
00000100:00080000:0.0:1789762743.416537:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762743.416541:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762743.416543:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777598080:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789762743.416545:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762743.416557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777598336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762743.416570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762743.416572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762743.416573:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762743.416575:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2415
00000100:00080000:0.0:1789762743.416578:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762743.416588:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762743.416592:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762743.416600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777598464/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762743.416606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762743.416609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762743.416610:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762743.416613:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2415
00000100:00080000:0.0:1789762743.416616:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762743.416619:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762743.416622:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762743.416631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777598592/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762743.416638:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762743.416641:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762743.416642:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762743.416645:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2415
00000100:00100000:2.0:1789762743.416650:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777598208:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762743.416651:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762743.416659:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762743.416666:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762743.416677:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777598720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762743.416685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762743.416688:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762743.416690:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762743.416695:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2415
00000100:00100000:2.0:1789762743.416695:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777598336:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762743.416702:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762743.416706:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762743.416710:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762743.416726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777598848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762743.416738:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777598464:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762743.416758:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777598592:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762743.416773:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777598720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762743.416789:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777598848:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762743.544371:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762744.568518:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762745.592418:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762746.488664:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:1.0:1789762746.488721:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762746.488750:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789762746.488820:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789762746.488829:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789762746.488843:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789762746.488854:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789762746.488866:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789762746.488882:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:2.0:1789762746.488883:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762746]  req@ffff9c6f84ef4380 x1876699777598336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762746.488917:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777598336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762746.488931:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762746.488937:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762746.488942:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777598336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762746.488967:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762746]  req@ffff9c6f84ef6680 x1876699777598464/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762746.488981:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777598464/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762746.488988:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762746.488991:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762746.488994:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777598464:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762746.489001:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762746]  req@ffff9c6f84ef6300 x1876699777598592/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762746.489014:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777598592/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762746.489022:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762746.489027:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762746.489031:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777598592:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762746.489044:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762746]  req@ffff9c6f84ef4a80 x1876699777598720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762746.489057:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777598720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762746.489064:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762746.489068:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762746.489071:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777598720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762746.489078:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762746]  req@ffff9c6f84ef4000 x1876699777598080/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762746.489091:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777598080/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762746.489099:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762746.489102:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762746.489106:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777598080:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762746.489112:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762746]  req@ffff9c6f84ef5500 x1876699777598208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762746.489124:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777598208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762746.489131:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762746.489135:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762746.489138:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777598208:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762746.489173:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762746]  req@ffff9c6f84ef4700 x1876699777598848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762746.489185:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777598848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762746.489193:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762746.489197:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762746.489201:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777598848:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762746.616366:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762747.640408:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762748.536393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762748.536402:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762748.536405:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762748.536414:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2420
00000100:00080000:1.0:1789762748.536426:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762748.536432:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762748.536462:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777598976/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762748.536489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762748.536492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762748.536493:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762748.536496:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2420
00000100:00080000:1.0:1789762748.536499:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762748.536501:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762748.536509:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762748.536518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777599104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762748.536526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762748.536529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762748.536530:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762748.536532:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2420
00000100:00080000:1.0:1789762748.536534:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762748.536537:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762748.536542:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762748.536548:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777599232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762748.536555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762748.536558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762748.536560:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762748.536565:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2420
00000100:00080000:1.0:1789762748.536569:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762748.536574:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762748.536585:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762748.536585:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777598976:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762748.536606:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777599360/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762748.536620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762748.536625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762748.536626:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762748.536631:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2420
00000100:00080000:1.0:1789762748.536637:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762748.536650:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762748.536658:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762748.536673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777599488/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762748.536683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762748.536689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762748.536691:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762748.536698:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762748.536710:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2420
00000100:00080000:1.0:1789762748.536719:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762748.536727:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762748.536734:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762748.536754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777599616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762748.536769:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762748.536773:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762748.536775:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762748.536781:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2420
00000100:00080000:1.0:1789762748.536789:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762748.536795:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748]  req@ffff9c6f9118c700 x1876699777598976/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762748.536801:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762748.536824:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762748.536842:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777598976/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762748.536849:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777599744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762748.536889:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762748.536898:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762748.536906:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777598976:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762748.536922:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777599104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762748.536955:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762748.536972:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748]  req@ffff9c6f9118c380 x1876699777599104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762748.536987:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777599104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762748.536998:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762748.537002:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762748.537006:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777599104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762748.537012:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777599232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762748.537036:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762748.537049:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748]  req@ffff9c6f9118e680 x1876699777599232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762748.537062:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777599232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762748.537071:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762748.537076:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762748.537079:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777599232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762748.537130:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777599360:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762748.537156:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762748.537168:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748]  req@ffff9c6f9118ed80 x1876699777599360/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762748.537181:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777599360/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762748.537196:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762748.537200:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762748.537203:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777599360:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762748.537210:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777599488:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762748.537315:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762748.537329:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748]  req@ffff9c6f9118f100 x1876699777599488/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762748.537340:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777599488/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762748.537349:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762748.537353:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762748.537356:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777599488:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762748.537363:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777599616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762748.537385:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762748.537398:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748]  req@ffff9c6f9118d500 x1876699777599616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762748.537410:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777599616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762748.537417:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762748.537421:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762748.537424:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777599616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762748.537431:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777599744:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762748.537451:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762748.537462:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748]  req@ffff9c6f9118f800 x1876699777599744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762748.537475:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777599744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762748.537482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762748.537485:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762748.537488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777599744:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762748.664378:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762749.688398:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762750.712392:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762751.736415:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762752.760363:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762753.656347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762753.656356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762753.656360:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762753.656369:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2425
00000100:00080000:0.0:1789762753.656381:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762753.656388:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762753.656426:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777599872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762753.656451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762753.656454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762753.656456:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762753.656459:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2425
00000100:00080000:0.0:1789762753.656461:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762753.656464:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762753.656472:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762753.656483:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777600000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762753.656491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762753.656494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762753.656496:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762753.656499:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777599872:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762753.656500:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2425
00000100:00080000:0.0:1789762753.656504:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762753.656509:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762753.656512:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762753.656520:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777600128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762753.656527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762753.656529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762753.656531:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762753.656534:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2425
00000100:00080000:0.0:1789762753.656537:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762753.656540:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762753.656543:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762753.656550:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777600256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762753.656556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762753.656559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762753.656560:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762753.656563:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2425
00000100:00080000:0.0:1789762753.656565:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762753.656567:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762753.656571:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762753.656578:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762753.656591:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777600384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762753.656604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762753.656608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762753.656610:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762753.656613:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753]  req@ffff9c6f84ef7480 x1876699777599872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762753.656617:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2425
00000100:00080000:0.0:1789762753.656626:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762753.656633:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762753.656638:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777599872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762753.656640:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762753.656653:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762753.656658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777600512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762753.656658:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762753.656665:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777599872:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762753.656676:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762753.656680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762753.656681:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762753.656685:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2425
00000100:00080000:0.0:1789762753.656688:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762753.656691:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762753.656695:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762753.656696:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777600000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762753.656706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777600640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762753.656720:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762753.656732:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753]  req@ffff9c6f84ef4700 x1876699777600000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762753.656742:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777600000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762753.656748:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762753.656750:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762753.656753:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777600000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762753.656756:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777600128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762753.656767:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762753.656773:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753]  req@ffff9c6f84ef5500 x1876699777600128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762753.656780:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777600128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762753.656785:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762753.656786:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762753.656788:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777600128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762753.656792:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777600256:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762753.656801:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762753.656807:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753]  req@ffff9c6f84ef4000 x1876699777600256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762753.656813:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777600256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762753.656819:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762753.656821:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762753.656823:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777600256:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762753.656826:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777600384:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762753.656835:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762753.656840:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753]  req@ffff9c6f84ef4a80 x1876699777600384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762753.656847:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777600384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762753.656852:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762753.656854:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762753.656856:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777600384:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762753.656859:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777600512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762753.656868:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762753.656873:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753]  req@ffff9c6f84ef6300 x1876699777600512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762753.656880:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777600512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762753.656884:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762753.656886:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762753.656888:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777600512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762753.656899:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777600640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762753.656910:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762753.656916:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753]  req@ffff9c6f84ef6680 x1876699777600640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762753.656923:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777600640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762753.656927:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762753.656929:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762753.656931:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777600640:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762753.784386:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762754.808344:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762755.832349:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762756.856406:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762757.880347:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762758.776310:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762758.776319:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762758.776323:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762758.776332:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2430
00000100:00080000:0.0:1789762758.776345:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762758.776352:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762758.776390:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777600768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762758.776410:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762758.776415:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762758.776417:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762758.776421:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2430
00000100:00080000:0.0:1789762758.776425:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762758.776427:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762758.776436:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762758.776453:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777600896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762758.776454:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777600768:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762758.776478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762758.776481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762758.776482:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762758.776487:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2430
00000100:00080000:0.0:1789762758.776489:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762758.776493:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762758.776496:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762758.776505:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777601024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762758.776512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762758.776515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762758.776517:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762758.776520:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2430
00000100:00080000:0.0:1789762758.776522:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762758.776525:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762758.776531:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762758.776540:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777601152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762758.776546:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762758.776561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762758.776564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762758.776566:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762758.776570:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2430
00000100:00080000:0.0:1789762758.776574:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762758.776577:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762758.776581:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762758.776593:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777601280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762758.776601:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758]  req@ffff9c6f84ef4380 x1876699777600768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762758.776602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762758.776618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762758.776627:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762758.776645:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2430
00000100:00080000:0.0:1789762758.776648:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762758.776651:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762758.776656:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762758.776658:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777600768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762758.776669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777601408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762758.776695:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762758.776696:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762758.776706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762758.776709:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762758.776711:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762758.776715:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2430
00000100:00080000:0.0:1789762758.776721:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762758.776726:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777600768:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762758.776730:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762758.776733:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762758.776744:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777601536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762758.776767:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777600896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762758.776798:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762758.776810:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758]  req@ffff9c6f84ef5f80 x1876699777600896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762758.776820:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777600896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762758.776826:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762758.776829:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762758.776831:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777600896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762758.776835:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777601024:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762758.776849:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762758.776856:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758]  req@ffff9c6f84ef7800 x1876699777601024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762758.776864:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777601024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762758.776868:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762758.776870:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762758.776872:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777601024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762758.776876:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777601152:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762758.776887:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762758.776893:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758]  req@ffff9c6f84ef4e00 x1876699777601152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762758.776901:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777601152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762758.776906:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762758.776909:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762758.776911:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777601152:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762758.776915:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777601280:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762758.776924:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762758.776930:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758]  req@ffff9c6f84ef5880 x1876699777601280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762758.776936:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777601280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762758.776941:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762758.776943:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762758.776945:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777601280:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762758.776949:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777601408:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762758.776959:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762758.776964:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758]  req@ffff9c6f84ef6d80 x1876699777601408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762758.776971:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777601408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762758.776976:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762758.776978:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762758.776980:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777601408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762758.776984:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777601536:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762758.776995:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762758.777000:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758]  req@ffff9c6f84ef6a00 x1876699777601536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762758.777007:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777601536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762758.777012:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762758.777014:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762758.777016:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777601536:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762758.904457:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762759.928346:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762760.952465:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762761.976473:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762763.000371:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762763.896354:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762763.896366:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762763.896371:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762763.896383:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2435
00000100:00080000:1.0:1789762763.896398:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762763.896407:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762763.896451:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777601664/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762763.896490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762763.896495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762763.896498:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762763.896503:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2435
00000100:00080000:1.0:1789762763.896508:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762763.896514:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762763.896527:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762763.896546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777601792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762763.896558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762763.896562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762763.896564:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762763.896573:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2435
00000100:00100000:3.0:1789762763.896574:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777601664:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762763.896578:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762763.896586:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762763.896594:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762763.896608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777601920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762763.896620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762763.896625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762763.896627:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762763.896632:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2435
00000100:00080000:1.0:1789762763.896637:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762763.896641:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762763.896647:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762763.896656:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762763.896673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777602048/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762763.896687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762763.896691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762763.896694:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762763.896700:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763]  req@ffff9c6f9118ce00 x1876699777601664/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762763.896704:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2435
00000100:00080000:1.0:1789762763.896712:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762763.896721:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762763.896728:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762763.896730:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777601664/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762763.896750:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777602176/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762763.896765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762763.896776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762763.896778:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762763.896785:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2435
00000100:00080000:1.0:1789762763.896792:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762763.896798:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762763.896805:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762763.896822:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762763.896825:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777602304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762763.896833:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762763.896846:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762763.896847:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777601664:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762763.896854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762763.896858:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762763.896864:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777601792:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762763.896865:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2435
00000100:00080000:1.0:1789762763.896875:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762763.896884:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762763.896891:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762763.896905:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777602432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762763.896910:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762763.897045:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763]  req@ffff9c6f9118d180 x1876699777601792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762763.897057:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777601792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762763.897064:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762763.897067:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762763.897101:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777601792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762763.897127:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777601920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762763.897166:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762763.897180:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763]  req@ffff9c6f9118ca80 x1876699777601920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762763.897194:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777601920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762763.897200:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762763.897202:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762763.897204:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777601920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762763.897209:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777602048:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762763.897261:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762763.897277:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763]  req@ffff9c6f9118dc00 x1876699777602048/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762763.897290:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777602048/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762763.897297:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762763.897300:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762763.897302:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777602048:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762763.897307:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777602176:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762763.897321:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762763.897328:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763]  req@ffff9c6f9118df80 x1876699777602176/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762763.897335:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777602176/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762763.897349:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762763.897352:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762763.897355:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777602176:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762763.897361:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777602304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762763.897382:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762763.897394:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763]  req@ffff9c6f9118f800 x1876699777602304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762763.897404:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777602304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762763.897410:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762763.897412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762763.897414:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777602304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762763.897417:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777602432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762763.897432:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762763.897439:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763]  req@ffff9c6f9118d500 x1876699777602432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762763.897446:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777602432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762763.897451:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762763.897452:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762763.897455:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777602432:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762764.024421:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762765.048408:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762766.072452:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762767.096459:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762768.120382:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762769.016307:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.016316:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762769.016320:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762769.016329:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2440
00000100:00080000:0.0:1789762769.016342:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.016349:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762769.016388:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777602560/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762769.016414:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.016417:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762769.016419:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762769.016422:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2440
00000100:00080000:0.0:1789762769.016425:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.016429:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762769.016438:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762769.016450:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777602688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762769.016458:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.016462:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762769.016462:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777602560:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762769.016465:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762769.016472:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2440
00000100:00080000:0.0:1789762769.016475:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.016477:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762769.016480:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762769.016491:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777602816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762769.016497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.016500:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762769.016501:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762769.016505:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2440
00000100:00080000:0.0:1789762769.016507:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.016510:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762769.016513:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762769.016520:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777602944/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762769.016526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.016529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762769.016531:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762769.016536:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762769.016540:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2440
00000100:00080000:0.0:1789762769.016545:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.016547:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762769.016551:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762769.016560:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777603072/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762769.016567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.016569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762769.016571:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762769.016574:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2440
00000100:00080000:0.0:1789762769.016576:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.016580:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762769.016584:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762769.016592:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff9c6f84ef5c00 x1876699777602560/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762769.016596:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777603200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762769.016617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.016620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762769.016623:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762769.016624:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777602560/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762769.016631:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2440
00000100:00080000:0.0:1789762769.016637:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.016641:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789762769.016642:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762769.016648:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762769.016650:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762769.016655:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777602560:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762769.016660:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777603328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762769.016678:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777602688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762769.016696:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762769.016705:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff9c6f84ef6a00 x1876699777602688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762769.016713:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777602688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.016719:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762769.016722:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762769.016724:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777602688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762769.016727:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777602816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762769.016738:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762769.016744:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff9c6f84ef6d80 x1876699777602816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762769.016752:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777602816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.016757:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762769.016758:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762769.016760:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777602816:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762769.016763:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777602944:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762769.016774:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762769.016780:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff9c6f84ef5880 x1876699777602944/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762769.016787:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777602944/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.016792:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762769.016794:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762769.016796:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777602944:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762769.016799:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777603072:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762769.016808:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762769.016813:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff9c6f84ef4e00 x1876699777603072/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762769.016825:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777603072/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.016830:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762769.016832:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762769.016834:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777603072:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762769.016837:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777603200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762769.016846:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762769.016852:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff9c6f84ef7800 x1876699777603200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762769.016858:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777603200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.016863:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762769.016864:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762769.016866:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777603200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762769.016869:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777603328:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762769.016879:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762769.016884:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff9c6f84ef5f80 x1876699777603328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762769.016891:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777603328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.016900:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762769.016902:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762769.016904:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777603328:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762769.144467:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762770.168369:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762771.192376:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762772.216447:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762773.240440:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762774.136338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.136348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762774.136353:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.136380:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2445
00000100:00080000:2.0:1789762774.136392:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762774.136402:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762774.136457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777603456/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762774.136481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.136484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762774.136486:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.136489:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2445
00000100:00080000:2.0:1789762774.136493:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762774.136498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762774.136508:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762774.136514:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777603456:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762774.136521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777603584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762774.136534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.136537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762774.136543:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.136546:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2445
00000100:00080000:2.0:1789762774.136549:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762774.136552:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762774.136556:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762774.136565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777603712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762774.136571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.136574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762774.136575:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.136577:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2445
00000100:00080000:2.0:1789762774.136580:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762774.136582:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762774.136585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762774.136607:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762774.136612:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777603840/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762774.136620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.136623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762774.136625:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.136628:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2445
00000100:00080000:2.0:1789762774.136631:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762774.136633:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762774.136636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762774.136644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777603968/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762774.136650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762774.136651:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff9c6f851a1f80 x1876699777603456/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762774.136653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762774.136656:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.136664:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2445
00000100:00080000:2.0:1789762774.136669:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762774.136672:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762774.136675:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762774.136677:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777603456/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762774.136686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777604096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762774.136689:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.136699:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789762774.136702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762774.136706:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777603456:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762774.136707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762774.136710:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.136716:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2445
00000100:00080000:2.0:1789762774.136718:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762774.136721:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762774.136724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762774.136732:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777604224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762774.136744:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777603584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762774.136771:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762774.136800:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff9c6f851a1c00 x1876699777603584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.136814:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777603584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.136824:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.136828:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762774.136834:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777603584:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762774.136841:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777603712:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762774.136858:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762774.136866:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff9c6f851a3b80 x1876699777603712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.136874:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777603712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.136896:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.136898:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762774.136901:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777603712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762774.136904:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777603840:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762774.136916:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762774.136922:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff9c6f851a1180 x1876699777603840/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.136930:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777603840/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.136934:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.136936:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762774.136938:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777603840:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762774.136941:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777603968:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762774.136968:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762774.136975:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff9c6f851a1500 x1876699777603968/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.136983:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777603968/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.136989:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.136991:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762774.136992:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777603968:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762774.136996:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777604096:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762774.137006:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762774.137029:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff9c6f851a0000 x1876699777604096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.137041:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777604096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.137050:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.137054:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762774.137069:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777604096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762774.137093:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777604224:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762774.137109:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762774.137117:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff9c6f851a3480 x1876699777604224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.137126:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777604224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.137132:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.137135:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762774.137137:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777604224:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762774.264356:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762775.288398:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762776.312471:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762777.336398:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762778.360426:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762779.256317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762779.256325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762779.256328:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762779.256337:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2450
00000100:00080000:0.0:1789762779.256349:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762779.256356:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762779.256390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777604352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762779.256414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762779.256417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762779.256418:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762779.256421:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2450
00000100:00080000:0.0:1789762779.256423:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762779.256426:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762779.256434:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762779.256444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777604480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762779.256452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762779.256456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762779.256458:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762779.256458:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777604352:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762779.256471:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2450
00000100:00080000:0.0:1789762779.256474:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762779.256477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762779.256481:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762779.256489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777604608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762779.256496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762779.256499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762779.256500:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762779.256503:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2450
00000100:00080000:0.0:1789762779.256505:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762779.256507:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762779.256511:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762779.256519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777604736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762779.256525:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762779.256532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762779.256535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762779.256536:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762779.256541:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2450
00000100:00080000:0.0:1789762779.256544:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762779.256546:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762779.256550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762779.256560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777604864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762779.256567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762779.256568:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff9c6f84ef4380 x1876699777604352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762779.256574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762779.256577:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762779.256585:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2450
00000100:00080000:0.0:1789762779.256591:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762779.256594:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762779.256597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762779.256599:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777604352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762779.256608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777604992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762779.256610:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762779.256618:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762779.256624:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777604352:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762779.256627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762779.256630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762779.256632:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762779.256635:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2450
00000100:00080000:0.0:1789762779.256638:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762779.256641:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762779.256646:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762779.256653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777605120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762779.256673:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777604480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762779.256698:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762779.256709:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff9c6f84ef6680 x1876699777604480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762779.256717:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777604480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762779.256723:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762779.256726:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762779.256728:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777604480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762779.256733:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777604608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762779.256744:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762779.256751:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff9c6f84ef6300 x1876699777604608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762779.256759:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777604608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762779.256764:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762779.256766:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762779.256768:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777604608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762779.256771:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777604736:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762779.256782:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762779.256788:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff9c6f84ef4a80 x1876699777604736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762779.256795:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777604736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762779.256801:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762779.256802:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762779.256804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777604736:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762779.256808:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777604864:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762779.256821:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762779.256831:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff9c6f84ef4000 x1876699777604864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762779.256844:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777604864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762779.256852:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762779.256856:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762779.256860:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777604864:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762779.256867:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777604992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762779.256884:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762779.256893:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff9c6f84ef5500 x1876699777604992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762779.256900:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777604992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762779.256906:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762779.256908:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762779.256910:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777604992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762779.256913:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777605120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762779.256924:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762779.256930:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff9c6f84ef4700 x1876699777605120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762779.256942:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777605120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762779.256947:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762779.256949:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762779.256950:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777605120:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762779.384403:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762780.408340:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762781.432405:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762782.456395:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762783.480362:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762784.376312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762784.376321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762784.376325:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762784.376335:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2456
00000100:00080000:2.0:1789762784.376345:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762784.376352:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762784.376393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777605248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762784.376424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762784.376427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762784.376429:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762784.376434:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2456
00000100:00080000:2.0:1789762784.376438:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762784.376442:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762784.376454:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762784.376467:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777605248:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762784.376477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777605376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762784.376493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762784.376496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762784.376498:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762784.376502:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2456
00000100:00080000:2.0:1789762784.376506:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762784.376510:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762784.376514:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762784.376525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777605504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762784.376532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762784.376535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762784.376537:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762784.376540:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2456
00000100:00080000:2.0:1789762784.376542:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762784.376544:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762784.376549:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762784.376554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762784.376566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777605632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762784.376573:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762784.376576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762784.376577:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762784.376583:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2456
00000100:00080000:2.0:1789762784.376588:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762784.376591:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762784.376595:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762784.376597:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff9c6f851a2d80 x1876699777605248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762784.376610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777605760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762784.376623:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777605248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762784.376639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762784.376643:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.376647:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762784.376650:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777605248:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762784.376663:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762784.376666:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762784.376673:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2456
00000100:00080000:2.0:1789762784.376677:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762784.376682:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777605376:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762784.376684:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762784.376701:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762784.376715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777605888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762784.376727:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762784.376728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762784.376737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762784.376739:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762784.376744:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2456
00000100:00080000:2.0:1789762784.376750:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762784.376754:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762784.376758:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762784.376762:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff9c6f851a2300 x1876699777605376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762784.376770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777606016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762784.376793:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777605376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.376806:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.376810:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762784.376817:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777605376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762784.376825:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777605504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762784.376845:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762784.376854:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff9c6f851a2680 x1876699777605504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762784.376862:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777605504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.376868:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.376871:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762784.376873:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777605504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762784.376876:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777605632:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762784.376888:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762784.376893:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff9c6f851a0380 x1876699777605632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762784.376901:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777605632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.376906:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.376908:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762784.376910:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777605632:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762784.376914:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777605760:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762784.376923:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762784.376929:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff9c6f851a3480 x1876699777605760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762784.376935:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777605760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.376940:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.376941:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762784.376943:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777605760:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762784.376959:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777605888:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762784.376970:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762784.376995:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff9c6f851a0000 x1876699777605888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762784.377009:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777605888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.377017:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.377021:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762784.377024:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777605888:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762784.377032:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777606016:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762784.377054:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762784.377068:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff9c6f851a1500 x1876699777606016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762784.377080:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777606016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.377086:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.377088:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762784.377091:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777606016:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762784.504367:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762785.528418:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762786.552390:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762787.576369:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762788.600392:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762789.496316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762789.496327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762789.496332:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762789.496343:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2461
00000100:00080000:2.0:1789762789.496356:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762789.496366:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762789.496407:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777606144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762789.496439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762789.496443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762789.496445:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762789.496452:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2461
00000100:00080000:2.0:1789762789.496457:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762789.496463:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762789.496469:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777606144:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789762789.496474:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762789.496495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777606272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762789.496509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762789.496513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762789.496515:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762789.496520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2461
00000100:00080000:2.0:1789762789.496525:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762789.496530:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789762789.496533:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789762789.496539:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762789.496556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777606400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762789.496567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762789.496572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762789.496577:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762789.496577:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff9c6f851a1180 x1876699777606144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762789.496588:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2461
00000100:00080000:2.0:1789762789.496598:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762789.496604:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762789.496608:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777606144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762789.496612:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789762789.496629:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762789.496634:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777606528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762789.496637:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762789.496645:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777606144:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762789.496656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762789.496660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762789.496663:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762789.496670:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2461
00000100:00100000:3.0:1789762789.496674:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777606272:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762789.496675:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762789.496686:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762789.496693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762789.496702:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762789.496711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777606656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762789.496716:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff9c6f851a3b80 x1876699777606272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762789.496741:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777606272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762789.496742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762789.496755:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762789.496756:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762789.496759:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762789.496761:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762789.496768:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777606272:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762789.496771:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2461
00000100:00100000:3.0:1789762789.496776:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777606400:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762789.496780:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762789.496788:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789762789.496794:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789762789.496800:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762789.496804:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff9c6f851a1c00 x1876699777606400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762789.496814:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777606400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762789.496820:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777606784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762789.496822:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.496828:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762789.496833:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777606400:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762789.496843:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777606528:192.168.203.138@tcp:8:kworker.0
00000100:00080000:2.0:1789762789.496847:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762789.496852:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762789.496855:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762789.496858:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762789.496865:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2461
00000100:00100000:3.0:1789762789.496869:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff9c6f851a1f80 x1876699777606528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762789.496873:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762789.496883:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762789.496887:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777606528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762789.496892:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762789.496903:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.496908:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762789.496911:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777606912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762789.496917:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777606528:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762789.496940:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777606656:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762789.496973:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762789.496981:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff9c6f851a2a00 x1876699777606656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762789.496989:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777606656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762789.496995:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.496997:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762789.496999:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777606656:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762789.497003:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777606784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762789.497013:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762789.497019:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff9c6f851a0e00 x1876699777606784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762789.497026:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777606784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762789.497031:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.497033:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762789.497034:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777606784:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762789.497038:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777606912:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762789.497047:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762789.497053:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff9c6f851a1880 x1876699777606912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762789.497060:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777606912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762789.497065:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.497067:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762789.497068:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777606912:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762789.624469:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762790.648376:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762791.672361:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762792.696362:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762793.720316:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762794.616318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762794.616329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762794.616333:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762794.616345:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2466
00000100:00080000:2.0:1789762794.616357:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762794.616365:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762794.616404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777607040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762794.616428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762794.616431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762794.616432:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762794.616435:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2466
00000100:00080000:2.0:1789762794.616440:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762794.616444:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762794.616453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762794.616460:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777607040:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762794.616466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777607168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762794.616475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762794.616477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762794.616479:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762794.616482:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2466
00000100:00080000:2.0:1789762794.616485:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762794.616487:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762794.616491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762794.616501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777607296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762794.616508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762794.616510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762794.616511:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762794.616514:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2466
00000100:00080000:2.0:1789762794.616516:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762794.616519:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762794.616522:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762794.616525:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762794.616533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777607424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762794.616545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762794.616548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762794.616549:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762794.616551:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2466
00000100:00080000:2.0:1789762794.616553:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762794.616556:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762794.616559:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762794.616568:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794]  req@ffff9c6f851a0a80 x1876699777607040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762794.616569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777607552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762794.616604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762794.616606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762794.616607:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762794.616612:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777607040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762794.616613:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2466
00000100:00080000:2.0:1789762794.616618:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762794.616624:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762794.616630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762794.616632:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762794.616637:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762794.616640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777607680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762794.616645:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777607040:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762794.616652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762794.616656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762794.616658:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762794.616661:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2466
00000100:00080000:2.0:1789762794.616664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762794.616666:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762794.616669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762794.616675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777607808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762794.616683:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777607168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762794.616715:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762794.616731:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794]  req@ffff9c6f851a3800 x1876699777607168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762794.616753:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777607168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762794.616762:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762794.616766:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762794.616770:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777607168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762794.616776:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777607296:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762794.616806:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762794.616815:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794]  req@ffff9c6f851a3100 x1876699777607296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762794.616823:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777607296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762794.616829:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762794.616831:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762794.616834:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777607296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762794.616838:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777607424:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762794.616849:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762794.616855:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794]  req@ffff9c6f851a0700 x1876699777607424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762794.616862:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777607424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762794.616872:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762794.616874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762794.616876:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777607424:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762794.616879:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777607552:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762794.616889:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762794.616894:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794]  req@ffff9c6f851a1880 x1876699777607552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762794.616901:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777607552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762794.616922:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762794.616924:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762794.616926:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777607552:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762794.616931:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777607680:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762794.616946:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762794.616953:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794]  req@ffff9c6f851a0e00 x1876699777607680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762794.616961:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777607680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762794.616966:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762794.616967:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762794.616970:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777607680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762794.616985:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777607808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762794.616996:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762794.617002:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794]  req@ffff9c6f851a2a00 x1876699777607808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762794.617009:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777607808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762794.617014:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762794.617016:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762794.617017:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777607808:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762794.744344:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762795.768369:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762796.792354:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762797.816341:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762798.840368:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762799.736355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762799.736364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762799.736369:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762799.736382:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2471
00000100:00080000:2.0:1789762799.736395:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762799.736404:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762799.736448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777607936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762799.736476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762799.736479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762799.736481:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762799.736486:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2471
00000100:00080000:2.0:1789762799.736489:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762799.736493:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762799.736504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762799.736520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777608064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762799.736526:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777607936:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762799.736538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762799.736543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762799.736545:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762799.736551:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2471
00000100:00080000:2.0:1789762799.736556:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762799.736559:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762799.736564:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762799.736575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777608192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762799.736582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762799.736585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762799.736586:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762799.736590:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2471
00000100:00080000:2.0:1789762799.736593:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762799.736595:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762799.736598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762799.736603:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762799.736610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777608320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762799.736618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762799.736621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762799.736622:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762799.736624:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2471
00000100:00080000:2.0:1789762799.736627:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762799.736629:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762799.736634:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762799.736642:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799]  req@ffff9c6f851a1f80 x1876699777607936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762799.736644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777608448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762799.736674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762799.736676:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762799.736678:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762799.736682:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777607936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762799.736684:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2471
00000100:00080000:2.0:1789762799.736689:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762799.736696:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789762799.736700:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762799.736701:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762799.736709:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762799.736714:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777608576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762799.736715:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777607936:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762799.736728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762799.736731:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762799.736732:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762799.736737:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2471
00000100:00080000:2.0:1789762799.736740:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762799.736742:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762799.736745:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762799.736753:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777608064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762799.736757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777608704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762799.736790:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762799.736814:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799]  req@ffff9c6f851a1c00 x1876699777608064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762799.736830:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777608064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762799.736846:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762799.736851:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762799.736855:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777608064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762799.736861:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777608192:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762799.736894:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762799.736907:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799]  req@ffff9c6f851a3b80 x1876699777608192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762799.736918:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777608192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762799.736926:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762799.736929:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762799.736932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777608192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762799.736938:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777608320:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762799.736959:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762799.736968:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799]  req@ffff9c6f851a1180 x1876699777608320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762799.736976:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777608320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762799.736982:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762799.736984:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762799.736987:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777608320:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762799.736991:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777608448:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762799.737003:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762799.737009:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799]  req@ffff9c6f851a1500 x1876699777608448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762799.737016:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777608448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762799.737021:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762799.737022:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762799.737024:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777608448:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762799.737027:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777608576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762799.737038:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762799.737043:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799]  req@ffff9c6f851a0000 x1876699777608576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762799.737051:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777608576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762799.737055:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762799.737057:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762799.737059:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777608576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762799.737073:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777608704:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762799.737083:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762799.737090:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799]  req@ffff9c6f851a3480 x1876699777608704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762799.737097:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777608704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762799.737102:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762799.737104:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762799.737106:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777608704:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789762799.864375:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762800.888390:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762801.912415:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762802.936380:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762803.960400:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762804.856397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762804.856407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762804.856411:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762804.856422:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2476
00000100:00080000:0.0:1789762804.856432:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762804.856439:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762804.856480:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777608832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762804.856513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762804.856515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762804.856517:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762804.856520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2476
00000100:00080000:0.0:1789762804.856523:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762804.856526:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762804.856537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762804.856556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777608960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762804.856559:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777608832:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762804.856585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762804.856588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762804.856589:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762804.856595:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2476
00000100:00080000:0.0:1789762804.856600:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762804.856605:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762804.856611:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762804.856626:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777609088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762804.856637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762804.856642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789762804.856649:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762804.856650:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762804.856659:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2476
00000100:00080000:0.0:1789762804.856664:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762804.856670:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762804.856677:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762804.856694:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762804]  req@ffff9c6f84ef7480 x1876699777608832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762804.856700:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777609216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762804.856726:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777608832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762804.856727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762804.856745:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762804.856753:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762804.856764:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2476
00000100:00080000:3.0:1789762804.856769:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762804.856772:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762804.856780:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762804.856784:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762804.856793:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777608832:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789762804.856796:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762804.856821:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777609344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762804.856848:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777608960:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762804.856856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762804.856863:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762804.856866:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762804.856873:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2476
00000800:00000100:3.0:1789762804.856879:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762804.856886:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762804.856898:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762804.856899:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762804]  req@ffff9c6f84ef4700 x1876699777608960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762804.856915:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762804.856924:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777608960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762804.856938:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777609472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762804.856938:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762804.856953:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762804.856968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762804.856969:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777608960:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762804.856985:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762804.856988:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777609088:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762804.856991:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762804.857002:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2476
00000100:00080000:0.0:1789762804.857008:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762804.857015:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762804.857017:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762804.857028:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762804.857029:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762804]  req@ffff9c6f84ef5500 x1876699777609088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762804.857048:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777609088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762804.857057:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777609600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762804.857057:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762804.857071:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762804.857084:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777609088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762804.857105:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777609216:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762804.857121:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762804.857130:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762804]  req@ffff9c6f84ef4000 x1876699777609216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762804.857144:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777609216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762804.857150:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762804.857153:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762804.857155:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777609216:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762804.857167:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777609344:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762804.857178:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762804.857184:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762804]  req@ffff9c6f84ef4a80 x1876699777609344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762804.857191:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777609344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762804.857196:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762804.857198:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762804.857200:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777609344:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762804.857204:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777609472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762804.857213:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762804.857219:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762804]  req@ffff9c6f84ef6300 x1876699777609472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762804.857245:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777609472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762804.857255:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762804.857257:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762804.857260:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777609472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762804.857263:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777609600:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762804.857276:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762804.857283:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762804]  req@ffff9c6f84ef6680 x1876699777609600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762804.857290:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777609600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762804.857295:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762804.857297:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762804.857299:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777609600:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762804.984423:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762806.008391:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762807.032393:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762808.056392:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762809.080396:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762809.976333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762809.976344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762809.976349:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762809.976360:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2481
00000100:00080000:0.0:1789762809.976371:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762809.976381:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762809.976416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777609728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762809.976440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762809.976443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762809.976445:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762809.976448:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2481
00000100:00080000:0.0:1789762809.976451:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762809.976454:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762809.976463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762809.976473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777609856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762809.976486:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777609728:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762809.976488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762809.976507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762809.976510:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762809.976515:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2481
00000100:00080000:0.0:1789762809.976517:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762809.976521:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762809.976525:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762809.976537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777609984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762809.976543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762809.976546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762809.976548:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762809.976552:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2481
00000100:00080000:0.0:1789762809.976555:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762809.976558:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762809.976562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762809.976571:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777610112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762809.976581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762809.976585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762809.976588:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762809.976594:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2481
00000100:00080000:0.0:1789762809.976600:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762809.976607:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762809.976614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762809.976618:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777609856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762809.976639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777610240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762809.976652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762809.976656:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777609984:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762809.976659:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762809.976669:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762809.976675:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2481
00000100:00080000:0.0:1789762809.976681:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762809.976686:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762809.976692:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762809.976698:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777610112:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762809.976713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777610368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762809.976725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762809.976729:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762809.976731:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762809.976735:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777610240:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789762809.976736:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2481
00000100:00080000:0.0:1789762809.976748:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762809.976755:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762809.976759:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762809.976770:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777610368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762809.976772:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777610496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762809.976835:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777610496:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762810.104393:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762811.128354:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762812.152360:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762813.048451:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789762813.048504:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762813.048520:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762813.048553:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762813.048565:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762813.048576:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762813.048589:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762813.048600:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789762813.048608:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762813]  req@ffff9c6f84ef5f80 x1876699777609856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789762813.048611:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789762813.048642:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777609856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762813.048658:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762813.048663:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762813.048667:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777609856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762813.048673:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762813]  req@ffff9c6f84ef7800 x1876699777609984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762813.048688:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777609984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762813.048696:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762813.048700:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762813.048704:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777609984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762813.048712:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762813]  req@ffff9c6f84ef4e00 x1876699777610112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762813.048725:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777610112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762813.048734:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762813.048738:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762813.048742:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777610112:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762813.048748:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762813]  req@ffff9c6f84ef4380 x1876699777609728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762813.048761:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777609728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762813.048783:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762813.048787:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762813.048791:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777609728:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762813.048832:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762813]  req@ffff9c6f84ef6a00 x1876699777610496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762813.048846:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777610496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762813.048854:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762813.048858:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762813.048862:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777610496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762813.048870:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762813]  req@ffff9c6f84ef5880 x1876699777610240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762813.048881:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777610240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762813.048889:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762813.048893:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762813.048896:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777610240:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762813.048902:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762813]  req@ffff9c6f84ef6d80 x1876699777610368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762813.048913:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777610368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762813.048919:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762813.048923:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762813.048926:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777610368:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762813.176376:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762814.200415:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762815.096428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.096437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762815.096442:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.096454:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2486
00000100:00080000:1.0:1789762815.096466:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.096472:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762815.096508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777610624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.096530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.096533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762815.096534:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.096537:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2486
00000100:00080000:1.0:1789762815.096539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.096542:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762815.096552:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762815.096566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777610752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762815.096572:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777610624:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762815.096585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.096589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762815.096591:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.096596:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2486
00000100:00080000:1.0:1789762815.096600:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.096604:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762815.096610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762815.096622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777610880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.096640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.096644:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762815.096646:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762815.096651:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762815.096653:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2486
00000100:00080000:1.0:1789762815.096659:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.096664:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762815.096669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762815.096681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777611008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.096690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.096694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762815.096695:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.096699:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2486
00000100:00080000:1.0:1789762815.096703:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.096708:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762815.096713:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762815.096720:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff9c6f9118f100 x1876699777610624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762815.096727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777611136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.096742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.096747:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762815.096749:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.096769:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2486
00000100:00100000:3.0:1789762815.096772:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777610624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762815.096776:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.096787:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789762815.096792:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789762815.096793:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762815.096800:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762815.096807:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777610624:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762815.096812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777611264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.096823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.096827:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762815.096829:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.096833:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2486
00000100:00080000:1.0:1789762815.096837:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762815.096842:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777610752:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762815.096846:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762815.096854:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762815.096867:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777611392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762815.096881:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762815.096899:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff9c6f9118ed80 x1876699777610752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762815.096912:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777610752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762815.096920:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762815.096923:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762815.096926:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777610752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762815.096933:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777610880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762815.096953:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762815.096966:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff9c6f9118e680 x1876699777610880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762815.096993:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777610880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762815.097003:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762815.097007:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762815.097011:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777610880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762815.097019:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777611008:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762815.097040:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762815.097067:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff9c6f9118c380 x1876699777611008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762815.097087:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777611008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762815.097097:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762815.097100:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762815.097104:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777611008:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762815.097120:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777611136:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762815.097141:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762815.097151:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff9c6f9118c700 x1876699777611136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762815.097165:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777611136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762815.097175:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762815.097179:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762815.097183:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777611136:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762815.097190:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777611264:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762815.097209:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762815.097220:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff9c6f9118d500 x1876699777611264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762815.098251:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777611264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762815.098264:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762815.098267:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762815.098270:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777611264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762815.098299:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777611392:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762815.098329:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762815.098340:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff9c6f9118f800 x1876699777611392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762815.098348:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777611392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762815.098353:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762815.098355:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762815.098357:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777611392:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762815.224404:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762816.248351:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762817.272409:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762818.296378:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762819.320372:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762820.216358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762820.216369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762820.216375:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762820.216386:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2491
00000100:00080000:3.0:1789762820.216406:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762820.216413:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762820.216451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777611520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762820.216476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762820.216480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762820.216481:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762820.216484:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2491
00000100:00080000:3.0:1789762820.216487:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762820.216490:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762820.216498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762820.216507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777611648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762820.216513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762820.216516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762820.216517:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762820.216519:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2491
00000100:00080000:3.0:1789762820.216521:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762820.216523:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762820.216525:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762820.216531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777611776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762820.216538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762820.216540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762820.216541:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762820.216546:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2491
00000100:00080000:3.0:1789762820.216550:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762820.216553:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762820.216557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762820.216563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777611904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762820.216572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762820.216575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762820.216576:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762820.216579:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2491
00000100:00080000:3.0:1789762820.216582:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762820.216588:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762820.216592:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777611520:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789762820.216593:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762820.216613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777612032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762820.216622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762820.216625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762820.216626:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762820.216629:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2491
00000100:00080000:3.0:1789762820.216632:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762820.216635:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762820.216637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762820.216652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777612160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762820.216659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762820.216662:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762820.216664:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762820.216667:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2491
00000100:00080000:3.0:1789762820.216670:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762820.216672:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762820.216677:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762820.216685:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777612288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762820.216696:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762820.216764:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff9c6f91ebad80 x1876699777611520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762820.216781:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777611520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.216790:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.216794:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762820.216798:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777611520:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762820.216803:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777611648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762820.216820:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762820.216828:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff9c6f91ebb480 x1876699777611648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762820.216836:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777611648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.216841:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.216844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762820.216846:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777611648:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762820.216850:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777611776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762820.216860:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762820.216867:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff9c6f91eb9f80 x1876699777611776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762820.216874:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777611776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.216879:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.216881:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762820.216883:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777611776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762820.216905:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777611904:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762820.216917:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762820.216923:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff9c6f91eb9880 x1876699777611904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762820.216930:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777611904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.216935:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.216937:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762820.216938:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777611904:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762820.216942:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777612032:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762820.216952:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762820.216958:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff9c6f91ebaa00 x1876699777612032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762820.216965:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777612032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.216970:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.216973:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762820.216975:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777612032:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762820.216979:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777612160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762820.216988:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762820.216994:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff9c6f91ebb800 x1876699777612160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762820.217000:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777612160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.217005:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.217007:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762820.217009:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777612160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762820.217012:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777612288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762820.217021:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762820.217027:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff9c6f91eb9500 x1876699777612288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762820.217034:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777612288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.217039:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.217041:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762820.217043:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777612288:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762820.344400:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762821.368404:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762822.392371:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762823.416373:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762824.440420:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762825.336303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762825.336313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762825.336318:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762825.336328:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2496
00000100:00080000:3.0:1789762825.336346:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762825.336353:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762825.336395:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777612416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762825.336420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762825.336423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762825.336425:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762825.336428:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2496
00000100:00080000:3.0:1789762825.336430:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762825.336432:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762825.336441:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762825.336451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777612544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762825.336459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762825.336461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762825.336463:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762825.336465:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2496
00000100:00080000:3.0:1789762825.336467:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762825.336471:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777612416:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762825.336472:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762825.336478:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762825.336484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777612672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762825.336490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762825.336492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762825.336494:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762825.336497:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2496
00000100:00080000:3.0:1789762825.336499:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762825.336501:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762825.336504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762825.336511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777612800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762825.336517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762825.336520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762825.336521:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762825.336525:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2496
00000100:00080000:3.0:1789762825.336530:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762825.336533:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762825.336536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762825.336541:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762825.336545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777612928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762825.336552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762825.336555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762825.336556:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762825.336559:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2496
00000100:00080000:3.0:1789762825.336563:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762825.336565:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762825.336568:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762825.336575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777613056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762825.336581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762825.336585:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff9c6f91eb9500 x1876699777612416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762825.336585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762825.336586:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762825.336595:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2496
00000100:00080000:3.0:1789762825.336599:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762825.336604:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762825.336607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762825.336613:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777612416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762825.336617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777613184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762825.336638:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.336644:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762825.336647:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777612416:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762825.336669:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777612544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762825.336701:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762825.336710:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff9c6f91ebb800 x1876699777612544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.336723:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777612544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.336732:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.336736:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762825.336739:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777612544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762825.336748:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777612672:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762825.336769:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762825.336779:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff9c6f91ebaa00 x1876699777612672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.336787:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777612672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.336793:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.336795:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762825.336797:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777612672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762825.336801:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777612800:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762825.336813:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762825.336819:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff9c6f91eb9880 x1876699777612800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.336826:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777612800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.336831:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.336833:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762825.336834:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777612800:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762825.336838:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777612928:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762825.336847:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762825.336852:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff9c6f91eb9f80 x1876699777612928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.336860:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777612928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.336864:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.336866:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762825.336868:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777612928:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762825.336871:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777613056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762825.336880:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762825.336886:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff9c6f91ebb480 x1876699777613056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.336892:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777613056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.336897:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.336899:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762825.336900:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777613056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762825.336903:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777613184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762825.336912:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762825.336918:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff9c6f91ebad80 x1876699777613184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.336925:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777613184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.336934:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.336936:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762825.336938:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777613184:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762825.464373:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762826.488368:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762827.512422:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762828.536389:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762829.560422:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762830.456320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762830.456329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762830.456333:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762830.456342:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2502
00000100:00080000:0.0:1789762830.456354:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762830.456361:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762830.456396:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777613312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762830.456421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762830.456424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762830.456426:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762830.456429:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2502
00000100:00080000:0.0:1789762830.456431:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762830.456435:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762830.456443:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762830.456455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777613440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762830.456460:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777613312:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762830.456477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762830.456479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762830.456480:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762830.456484:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2502
00000100:00080000:0.0:1789762830.456486:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762830.456488:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762830.456491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762830.456499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777613568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762830.456506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762830.456508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762830.456510:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762830.456513:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2502
00000100:00080000:0.0:1789762830.456517:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762830.456519:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762830.456522:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762830.456529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777613696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762830.456535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762830.456538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762830.456540:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762830.456544:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762830.456547:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2502
00000100:00080000:0.0:1789762830.456551:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762830.456553:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762830.456556:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762830.456563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777613824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762830.456570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762830.456572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762830.456573:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762830.456576:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2502
00000100:00080000:0.0:1789762830.456578:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762830.456581:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762830.456584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762830.456593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777613952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762830.456599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762830.456602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762830.456602:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff9c6f84ef5c00 x1876699777613312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762830.456605:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762830.456613:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2502
00000100:00080000:0.0:1789762830.456618:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762830.456623:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762830.456627:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762830.456631:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777613312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762830.456653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777614080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762830.456658:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762830.456668:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762830.456676:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777613312:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762830.456705:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777613440:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762830.456734:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762830.456749:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff9c6f84ef6d80 x1876699777613440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762830.456764:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777613440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762830.456773:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762830.456777:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762830.456781:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777613440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762830.456787:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777613568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762830.456810:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762830.456820:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff9c6f84ef5880 x1876699777613568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762830.456829:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777613568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762830.456834:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762830.456837:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762830.456839:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777613568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762830.456843:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777613696:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762830.456856:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762830.456862:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff9c6f84ef6a00 x1876699777613696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762830.456869:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777613696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762830.456874:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762830.456876:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762830.456878:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777613696:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762830.456881:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777613824:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762830.456891:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762830.456898:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff9c6f84ef4380 x1876699777613824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762830.456918:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777613824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762830.456926:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762830.456929:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762830.456932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777613824:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762830.456938:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777613952:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762830.456960:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762830.456973:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff9c6f84ef4e00 x1876699777613952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762830.456997:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777613952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762830.457004:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762830.457006:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762830.457009:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777613952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762830.457013:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777614080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762830.457029:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762830.457037:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff9c6f84ef7800 x1876699777614080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762830.457048:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777614080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762830.457063:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762830.457066:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762830.457070:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777614080:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762830.584367:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762831.608364:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762832.632358:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762833.656380:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762834.680422:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762835.576403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762835.576418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762835.576423:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762835.576436:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2507
00000100:00080000:1.0:1789762835.576450:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762835.576461:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762835.576509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777614208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762835.576547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762835.576552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762835.576554:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762835.576559:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2507
00000100:00080000:1.0:1789762835.576563:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762835.576569:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762835.576582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762835.576618:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777614208:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762835.576621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777614336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762835.576642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762835.576647:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762835.576650:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762835.576654:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2507
00000100:00080000:1.0:1789762835.576660:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762835.576667:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762835.576674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762835.576690:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762835.576694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777614464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762835.576707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762835.576711:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762835.576714:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762835.576718:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2507
00000100:00080000:1.0:1789762835.576725:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762835.576733:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762835.576738:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762835]  req@ffff9c6f9118df80 x1876699777614208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762835.576744:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762835.576759:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777614592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762835.576768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762835.576771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762835.576773:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762835.576776:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2507
00000100:00080000:1.0:1789762835.576778:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762835.576780:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762835.576783:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762835.576789:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777614720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762835.576795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762835.576797:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762835.576798:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762835.576800:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2507
00000100:00080000:1.0:1789762835.576802:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762835.576805:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762835.576807:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762835.576813:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777614848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762835.576821:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762835.576829:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762835.576833:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762835.576838:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2507
00000100:00080000:1.0:1789762835.576841:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762835.576844:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762835.576848:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777614208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762835.576850:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762835.576862:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777614976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762835.576863:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762835.576873:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762835.576878:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777614208:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762835.576903:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777614336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762835.577085:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762835.577098:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762835]  req@ffff9c6f9118dc00 x1876699777614336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762835.577108:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777614336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762835.577194:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762835.577197:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762835.577200:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777614336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762835.577206:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777614464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762835.577247:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762835.577273:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762835]  req@ffff9c6f9118ca80 x1876699777614464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762835.577283:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777614464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762835.577289:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762835.577291:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762835.577294:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777614464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762835.577298:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777614592:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762835.577313:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762835.577321:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762835]  req@ffff9c6f9118d180 x1876699777614592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762835.577334:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777614592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762835.577340:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762835.577343:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762835.577345:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777614592:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762835.577349:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777614720:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762835.577361:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762835.577368:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762835]  req@ffff9c6f9118ce00 x1876699777614720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762835.577376:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777614720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762835.577381:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762835.577383:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762835.577385:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777614720:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762835.577388:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777614848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762835.577398:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762835.577404:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762835]  req@ffff9c6f9118f800 x1876699777614848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762835.577412:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777614848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762835.577417:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762835.577418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762835.577420:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777614848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762835.577423:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777614976:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762835.577433:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762835.577438:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762835]  req@ffff9c6f9118d500 x1876699777614976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762835.577445:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777614976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762835.577450:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762835.577453:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762835.577455:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777614976:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762835.704487:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762836.728415:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762837.752348:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762838.776354:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762839.800352:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762840.696340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762840.696351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762840.696356:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762840.696368:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2512
00000100:00080000:3.0:1789762840.696381:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762840.696387:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762840.696426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777615104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762840.696453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762840.696456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762840.696458:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762840.696461:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2512
00000100:00080000:3.0:1789762840.696463:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762840.696466:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762840.696474:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762840.696483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777615232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762840.696491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762840.696494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762840.696496:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762840.696500:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2512
00000100:00080000:3.0:1789762840.696502:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762840.696504:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762840.696508:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762840.696517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777615360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762840.696520:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777615104:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762840.696524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762840.696529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762840.696530:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762840.696533:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2512
00000100:00080000:3.0:1789762840.696535:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762840.696537:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762840.696540:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762840.696549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777615488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762840.696554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762840.696557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762840.696572:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762840.696575:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2512
00000100:00080000:3.0:1789762840.696578:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762840.696581:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762840.696585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762840.696592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777615616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762840.696599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762840.696602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762840.696603:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762840.696605:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2512
00000100:00080000:3.0:1789762840.696607:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762840.696613:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762840.696614:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762840.696619:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762840.696627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777615744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762840.696634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762840.696637:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762840.696638:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762840.696641:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2512
00000100:00080000:3.0:1789762840.696643:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762840.696645:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762840.696648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762840.696656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777615872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762840.696667:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840]  req@ffff9c6f91ebad80 x1876699777615104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762840.696688:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777615104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762840.696700:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762840.696705:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762840.696709:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777615104:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762840.696717:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777615232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762840.696741:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762840.696753:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840]  req@ffff9c6f91ebb480 x1876699777615232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762840.696764:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777615232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762840.696778:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762840.696782:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762840.696785:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777615232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762840.696808:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777615360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762840.696827:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762840.696837:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840]  req@ffff9c6f91eb9f80 x1876699777615360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762840.696848:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777615360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762840.696856:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762840.696859:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762840.696863:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777615360:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762840.696868:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777615488:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762840.696883:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762840.696892:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840]  req@ffff9c6f91eb9880 x1876699777615488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762840.696903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777615488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762840.696911:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762840.696914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762840.696918:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777615488:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762840.696923:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777615616:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762840.696940:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762840.696949:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840]  req@ffff9c6f91ebaa00 x1876699777615616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762840.696960:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777615616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762840.696970:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762840.696972:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762840.696976:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777615616:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762840.696982:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777615744:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762840.697000:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762840.697013:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840]  req@ffff9c6f91ebb800 x1876699777615744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762840.697033:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777615744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762840.697041:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762840.697044:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762840.697047:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777615744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762840.697052:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777615872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762840.697069:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762840.697078:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840]  req@ffff9c6f91eb9500 x1876699777615872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762840.697089:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777615872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762840.697098:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762840.697101:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762840.697104:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777615872:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762840.824372:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762841.848377:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762842.872369:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762843.896363:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762844.920394:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762845.816352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762845.816362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762845.816366:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762845.816376:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2517
00000100:00080000:0.0:1789762845.816387:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762845.816393:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762845.816434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777616000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762845.816465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762845.816468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762845.816469:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762845.816472:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2517
00000100:00080000:0.0:1789762845.816476:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762845.816480:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762845.816490:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762845.816499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777616128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762845.816508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762845.816515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762845.816519:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762845.816531:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777616000:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762845.816542:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2517
00000100:00080000:0.0:1789762845.816555:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762845.816562:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762845.816569:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762845.816588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777616256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762845.816597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762845.816599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762845.816600:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762845.816603:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2517
00000100:00080000:0.0:1789762845.816607:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762845.816610:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762845.816615:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762845.816622:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762845.816631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777616384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762845.816639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762845.816642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762845.816643:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762845.816646:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2517
00000100:00080000:0.0:1789762845.816649:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762845.816653:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762845.816658:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762845.816669:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845]  req@ffff9c6f84ef5f80 x1876699777616000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762845.816670:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777616512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762845.816742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762845.816745:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762845.816747:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762845.816753:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2517
00000100:00100000:3.0:1789762845.816755:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777616000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762845.816757:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762845.816767:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762845.816780:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762845.816787:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762845.816795:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762845.816796:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777616640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762845.816809:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777616000:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762845.816821:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762845.816828:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762845.816830:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762845.816836:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2517
00000100:00080000:0.0:1789762845.816838:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762845.816840:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762845.816843:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762845.816851:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777616768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762845.816860:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777616128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762845.816883:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762845.816900:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845]  req@ffff9c6f84ef6680 x1876699777616128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762845.816915:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777616128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762845.816924:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762845.816929:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762845.816932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777616128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762845.816939:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777616256:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762845.816958:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762845.816967:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845]  req@ffff9c6f84ef6300 x1876699777616256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762845.816979:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777616256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762845.816985:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762845.816987:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762845.816989:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777616256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762845.816993:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777616384:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762845.817004:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762845.817011:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845]  req@ffff9c6f84ef4a80 x1876699777616384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762845.817018:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777616384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762845.817023:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762845.817025:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762845.817027:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777616384:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762845.817031:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777616512:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762845.817041:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762845.817047:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845]  req@ffff9c6f84ef4000 x1876699777616512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762845.817054:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777616512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762845.817063:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762845.817065:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762845.817067:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777616512:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762845.817070:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777616640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762845.817080:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762845.817086:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845]  req@ffff9c6f84ef5500 x1876699777616640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762845.817093:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777616640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762845.817098:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762845.817100:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762845.817102:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777616640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762845.817115:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777616768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762845.817125:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762845.817132:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845]  req@ffff9c6f84ef4700 x1876699777616768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762845.817138:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777616768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762845.817143:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762845.817145:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762845.817147:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777616768:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762845.944416:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762846.968414:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762847.992359:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762849.016365:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762850.040341:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762850.936346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762850.936356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762850.936361:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762850.936371:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2522
00000100:00080000:3.0:1789762850.936394:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762850.936403:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762850.936450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777616896/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762850.936480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762850.936500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762850.936503:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762850.936508:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2522
00000100:00080000:3.0:1789762850.936513:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762850.936521:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762850.936523:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777616896:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789762850.936531:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762850.936546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777617024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762850.936555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762850.936558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762850.936560:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762850.936562:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2522
00000100:00080000:3.0:1789762850.936566:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762850.936570:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762850.936574:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762850.936581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777617152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762850.936588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762850.936590:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762850.936594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762850.936596:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762850.936600:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2522
00000100:00080000:3.0:1789762850.936603:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762850.936606:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762850.936609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762850.936619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777617280/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762850.936625:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762850.936627:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762850.936629:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762850.936633:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2522
00000100:00100000:0.0:1789762850.936634:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850]  req@ffff9c6f91eb9500 x1876699777616896/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762850.936636:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762850.936642:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762850.936649:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762850.936659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777617408/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762850.936662:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777616896/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762850.936680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762850.936684:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762850.936685:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762850.936689:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762850.936692:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762850.936696:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2522
00000100:00080000:3.0:1789762850.936699:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762850.936700:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777616896:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762850.936706:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762850.936710:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762850.936717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777617536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762850.936722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762850.936725:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762850.936729:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777617024:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762850.936729:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762850.936736:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2522
00000100:00080000:3.0:1789762850.936739:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762850.936742:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762850.936745:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762850.936757:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762850.936757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777617664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762850.936771:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850]  req@ffff9c6f91ebb800 x1876699777617024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762850.936782:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777617024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762850.936793:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762850.936796:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762850.936799:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777617024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762850.936803:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777617152:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762850.936814:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762850.936820:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850]  req@ffff9c6f91ebaa00 x1876699777617152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762850.936828:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777617152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762850.936833:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762850.936834:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762850.936836:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777617152:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762850.936840:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777617280:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762850.936850:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762850.936856:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850]  req@ffff9c6f91eb9880 x1876699777617280/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762850.936863:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777617280/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762850.936868:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762850.936870:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762850.936872:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777617280:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762850.936876:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777617408:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789762850.936886:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762850.936891:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850]  req@ffff9c6f91eb9f80 x1876699777617408/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762850.936898:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777617408/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762850.936903:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762850.936905:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762850.936906:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777617408:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762850.936909:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777617536:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762850.936919:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762850.936924:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850]  req@ffff9c6f91ebb480 x1876699777617536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762850.936930:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777617536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762850.936935:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762850.936937:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762850.936939:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777617536:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762850.936949:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777617664:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789762850.936961:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762850.936973:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850]  req@ffff9c6f91ebad80 x1876699777617664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762850.936986:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777617664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762850.936995:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762850.936998:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762850.937001:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777617664:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762851.064419:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762852.088361:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762853.112373:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762854.136375:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762855.160376:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762856.056336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762856.056345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762856.056349:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762856.056359:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2527
00000100:00080000:0.0:1789762856.056371:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762856.056377:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762856.056413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777617792/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762856.056437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762856.056441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762856.056442:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762856.056462:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2527
00000100:00080000:0.0:1789762856.056466:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762856.056470:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762856.056478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777617792:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789762856.056479:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762856.056496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777617920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762856.056504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762856.056507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762856.056509:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762856.056512:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2527
00000100:00080000:0.0:1789762856.056515:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762856.056517:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762856.056520:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762856.056527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777618048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762856.056534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762856.056537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762856.056538:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762856.056543:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2527
00000800:00000100:3.0:1789762856.056545:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762856.056547:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762856.056551:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762856.056555:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762856.056563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777618176/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762856.056570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762856.056573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762856.056574:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762856.056576:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2527
00000100:00080000:0.0:1789762856.056579:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762856.056582:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762856.056585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762856.056590:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff9c6f84ef7480 x1876699777617792/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.056595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777618304/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762856.056614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762856.056616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762856.056618:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762856.056621:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777617792/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.056623:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2527
00000100:00080000:0.0:1789762856.056629:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762856.056635:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762856.056641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762856.056650:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762856.056655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777618432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762856.056657:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762856.056665:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777617792:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762856.056670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762856.056681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762856.056682:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762856.056686:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2527
00000100:00100000:3.0:1789762856.056690:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777617920:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762856.056691:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762856.056698:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762856.056704:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762856.056715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777618560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762856.056720:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762856.056737:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff9c6f84ef4700 x1876699777617920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762856.056748:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777617920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762856.056754:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762856.056757:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762856.056759:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777617920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762856.056763:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777618048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762856.056774:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762856.056781:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff9c6f84ef5500 x1876699777618048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762856.056788:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777618048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762856.056793:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762856.056795:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762856.056797:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777618048:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762856.056801:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777618176:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762856.056811:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762856.056817:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff9c6f84ef4000 x1876699777618176/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762856.056824:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777618176/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762856.056829:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762856.056831:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762856.056833:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777618176:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762856.056836:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777618304:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762856.056845:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762856.056851:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff9c6f84ef4a80 x1876699777618304/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762856.056858:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777618304/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762856.056862:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762856.056864:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762856.056866:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777618304:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762856.056869:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777618432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762856.056879:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762856.056884:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff9c6f84ef6300 x1876699777618432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762856.056892:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777618432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762856.056897:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762856.056898:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762856.056900:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777618432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762856.056911:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777618560:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762856.056921:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762856.056927:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff9c6f84ef6680 x1876699777618560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762856.056934:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777618560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762856.056939:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762856.056940:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762856.056942:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777618560:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762856.184453:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762857.208373:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762858.232449:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762859.256434:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762860.280357:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762861.176381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.176392:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762861.176396:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.176420:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2532
00000100:00080000:1.0:1789762861.176433:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.176441:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762861.176488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777618688/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762861.176519:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.176524:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762861.176526:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.176531:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2532
00000100:00080000:1.0:1789762861.176535:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.176538:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762861.176548:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762861.176562:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777618816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762861.176569:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777618688:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762861.176598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.176600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762861.176603:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.176607:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2532
00000100:00080000:1.0:1789762861.176610:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.176613:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762861.176617:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762861.176627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777618944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762861.176636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.176639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762861.176640:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.176642:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2532
00000100:00080000:1.0:1789762861.176645:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.176648:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762861.176652:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762861.176666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777619072/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762861.176667:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762861.176678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.176681:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762861.176682:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.176688:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2532
00000100:00080000:1.0:1789762861.176693:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.176697:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762861.176702:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762861.176719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777619200/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762861.176725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762861.176726:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff9c6f9118c700 x1876699777618688/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762861.176731:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762861.176734:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.176749:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2532
00000100:00080000:1.0:1789762861.176759:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.176764:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762861.176770:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762861.176774:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777618688/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762861.176784:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777619328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762861.176853:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762861.176855:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762861.176858:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762861.176861:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762861.176863:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762861.176869:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2532
00000100:00100000:3.0:1789762861.176876:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777618688:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762861.176877:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.176887:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762861.176890:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762861.176912:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777619456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762861.176929:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777618816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762861.176955:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762861.176968:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff9c6f9118c380 x1876699777618816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762861.176977:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777618816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762861.176984:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762861.176987:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762861.176989:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777618816:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762861.176994:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777618944:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762861.177005:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762861.177020:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff9c6f9118e680 x1876699777618944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762861.177027:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777618944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762861.177033:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762861.177035:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762861.177037:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777618944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762861.177042:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777619072:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762861.177054:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762861.177060:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff9c6f9118ed80 x1876699777619072/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762861.177067:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777619072/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762861.177072:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762861.177074:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762861.177076:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777619072:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762861.177080:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777619200:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762861.177090:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762861.177096:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff9c6f9118f100 x1876699777619200/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762861.177103:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777619200/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762861.177108:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762861.177110:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762861.177112:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777619200:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762861.177115:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777619328:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762861.177126:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762861.177131:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff9c6f9118d500 x1876699777619328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762861.177139:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777619328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762861.177144:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762861.177146:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762861.177147:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777619328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762861.177167:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777619456:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762861.177179:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762861.177186:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff9c6f9118f800 x1876699777619456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762861.177193:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777619456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762861.177198:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762861.177200:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762861.177201:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777619456:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762861.304391:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762862.328454:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762863.352376:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762864.376370:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762865.400410:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762866.296338:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762866.296348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762866.296352:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762866.296363:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2537
00000100:00080000:2.0:1789762866.296384:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762866.296392:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762866.296437:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777619584/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762866.296460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762866.296464:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762866.296467:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762866.296471:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2537
00000100:00080000:2.0:1789762866.296473:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762866.296476:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762866.296485:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762866.296494:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777619584:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762866.296498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777619712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762866.296516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762866.296519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762866.296521:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762866.296525:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2537
00000100:00080000:2.0:1789762866.296529:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762866.296531:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762866.296535:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762866.296547:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777619840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762866.296554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762866.296556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762866.296557:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762866.296560:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2537
00000100:00080000:2.0:1789762866.296569:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762866.296572:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762866.296576:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762866.296578:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762866.296591:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777619968/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762866.296600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762866.296603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762866.296605:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762866.296609:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2537
00000100:00080000:2.0:1789762866.296612:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762866.296614:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762866.296620:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762866.296631:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff9c6f851a0380 x1876699777619584/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762866.296632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777620096/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762866.296653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762866.296661:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762866.296662:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762866.296664:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2537
00000100:00080000:2.0:1789762866.296666:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762866.296668:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762866.296673:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762866.296686:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777620224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762866.296694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762866.296696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762866.296697:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762866.296701:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2537
00000100:00080000:2.0:1789762866.296705:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762866.296706:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777619584/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762866.296710:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762866.296719:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762866.296733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777620352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762866.296753:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762866.296765:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762866.296772:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777619584:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762866.296800:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777619712:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762866.296823:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762866.296833:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff9c6f851a2680 x1876699777619712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762866.296842:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777619712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762866.296855:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762866.296857:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762866.296860:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777619712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762866.296864:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777619840:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762866.296878:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762866.296885:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff9c6f851a2300 x1876699777619840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762866.296892:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777619840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762866.296898:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762866.296900:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762866.296902:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777619840:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762866.296907:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777619968:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762866.296918:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762866.296924:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff9c6f851a2d80 x1876699777619968/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762866.296931:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777619968/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762866.296937:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762866.296939:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762866.296941:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777619968:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762866.296945:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777620096:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762866.296955:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762866.296961:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff9c6f851a3480 x1876699777620096/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762866.296968:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777620096/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762866.296979:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762866.296981:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762866.296983:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777620096:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762866.296987:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777620224:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762866.296999:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762866.297027:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff9c6f851a0000 x1876699777620224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762866.297040:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777620224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762866.297049:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762866.297052:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762866.297055:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777620224:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762866.297061:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777620352:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762866.297079:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762866.297090:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff9c6f851a1500 x1876699777620352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762866.297102:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777620352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762866.297110:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762866.297113:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762866.297116:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777620352:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762866.424403:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762867.448449:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762868.472406:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762869.496416:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762870.520436:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762871.416372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762871.416382:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762871.416387:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762871.416400:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2543
00000100:00080000:2.0:1789762871.416411:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762871.416420:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762871.416459:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777620480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762871.416487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762871.416491:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762871.416492:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762871.416497:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2543
00000100:00080000:2.0:1789762871.416501:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762871.416505:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762871.416515:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762871.416523:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777620480:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762871.416531:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777620608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762871.416544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762871.416548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762871.416550:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762871.416554:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2543
00000100:00080000:2.0:1789762871.416559:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762871.416562:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762871.416566:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762871.416582:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777620736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762871.416594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762871.416600:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762871.416600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762871.416604:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762871.416608:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2543
00000100:00080000:2.0:1789762871.416611:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762871.416613:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762871.416617:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762871.416627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777620864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762871.416633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762871.416636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762871.416637:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762871.416639:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2543
00000100:00080000:2.0:1789762871.416641:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762871.416644:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762871.416647:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762871.416652:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff9c6f851a1180 x1876699777620480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762871.416658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777620992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762871.416672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762871.416675:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762871.416676:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762871.416680:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777620480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762871.416683:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2543
00000100:00080000:2.0:1789762871.416690:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762871.416694:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789762871.416695:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762871.416698:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762871.416701:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762871.416706:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777620480:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762871.416709:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777621120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762871.416716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762871.416718:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762871.416720:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762871.416722:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2543
00000100:00080000:2.0:1789762871.416724:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762871.416726:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762871.416728:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762871.416735:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777621248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762871.416738:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777620608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762871.416765:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762871.416779:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff9c6f851a3b80 x1876699777620608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762871.416787:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777620608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762871.416793:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762871.416796:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762871.416798:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777620608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762871.416802:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777620736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762871.416815:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762871.416822:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff9c6f851a1c00 x1876699777620736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762871.416832:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777620736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762871.416844:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762871.416847:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762871.416851:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777620736:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762871.416855:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777620864:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762871.416871:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762871.416879:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff9c6f851a1f80 x1876699777620864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762871.416887:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777620864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762871.416893:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762871.416895:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762871.416897:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777620864:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762871.416901:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777620992:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762871.416921:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762871.416928:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff9c6f851a2a00 x1876699777620992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762871.416937:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777620992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762871.416943:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762871.416947:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762871.416953:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777620992:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762871.416958:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777621120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762871.416984:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762871.416992:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff9c6f851a0e00 x1876699777621120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762871.417001:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777621120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762871.417007:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762871.417009:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762871.417011:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777621120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762871.417026:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777621248:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762871.417037:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762871.417042:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff9c6f851a1880 x1876699777621248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762871.417049:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777621248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762871.417054:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762871.417056:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762871.417058:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777621248:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762871.544386:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762872.568402:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762873.592373:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762874.616449:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762875.640451:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762876.536411:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762876.536420:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762876.536424:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762876.536433:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2548
00000100:00080000:3.0:1789762876.536445:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762876.536452:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762876.536490:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777621376/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762876.536517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762876.536521:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762876.536523:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762876.536527:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2548
00000100:00080000:3.0:1789762876.536531:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762876.536536:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762876.536546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762876.536559:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777621504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762876.536569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762876.536571:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777621376:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762876.536573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762876.536575:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762876.536578:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2548
00000100:00080000:3.0:1789762876.536581:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762876.536585:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762876.536590:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762876.536598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777621632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762876.536606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762876.536609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762876.536611:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762876.536614:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2548
00000100:00080000:3.0:1789762876.536617:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762876.536621:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762876.536625:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762876.536633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777621760/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762876.536641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762876.536644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762876.536646:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762876.536650:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2548
00000100:00080000:3.0:1789762876.536653:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762876.536656:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762876.536660:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762876.536669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777621888/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762876.536678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762876.536683:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777621504:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762876.536690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762876.536692:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762876.536695:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2548
00000100:00080000:3.0:1789762876.536699:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762876.536703:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762876.536708:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762876.536716:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777621632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762876.536720:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777622016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762876.536737:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777621760:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789762876.536738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762876.536741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762876.536743:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762876.536747:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2548
00000100:00080000:3.0:1789762876.536750:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762876.536754:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762876.536757:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777621888:192.168.203.138@tcp:8:kworker.0
00000008:00100000:3.0:1789762876.536759:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762876.536769:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777622144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762876.536780:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777622016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762876.536804:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777622144:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762876.664436:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762877.688427:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762878.712382:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789762879.608479:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:0.0:1789762879.608520:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789762879.608537:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762879.608583:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762879.608594:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762879.608604:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762879.608615:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762879.608627:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789762879.608636:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789762879.608651:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762879]  req@ffff9c6f91ebb480 x1876699777621504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762879.608675:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777621504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762879.608691:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762879.608696:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762879.608701:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777621504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762879.608710:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762879]  req@ffff9c6f91eb9f80 x1876699777621632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762879.608724:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777621632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762879.608739:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762879.608744:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762879.608748:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777621632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762879.608755:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762879]  req@ffff9c6f91eb9880 x1876699777621760/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762879.608767:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777621760/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762879.608778:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762879.608782:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762879.608785:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777621760:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762879.608793:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762879]  req@ffff9c6f91ebaa00 x1876699777621888/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762879.608804:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777621888/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762879.608811:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762879.608814:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762879.608818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777621888:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762879.608825:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762879]  req@ffff9c6f91ebad80 x1876699777621376/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762879.608837:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777621376/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762879.608845:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762879.608848:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762879.608852:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777621376:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762879.608884:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762879]  req@ffff9c6f91ebb800 x1876699777622016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762879.608899:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777622016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762879.608908:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762879.608912:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762879.608916:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777622016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762879.608923:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762879]  req@ffff9c6f91eb9500 x1876699777622144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762879.608935:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777622144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762879.608943:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762879.608947:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762879.608951:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777622144:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762879.736371:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762880.760374:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762881.656407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762881.656416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762881.656420:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762881.656429:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2553
00000100:00080000:0.0:1789762881.656441:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762881.656449:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762881.656482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777622272/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762881.656505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762881.656510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762881.656512:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762881.656516:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2553
00000100:00080000:0.0:1789762881.656520:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762881.656525:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762881.656535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762881.656549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777622400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762881.656566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762881.656569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762881.656571:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762881.656575:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2553
00000100:00080000:0.0:1789762881.656578:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762881.656582:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762881.656587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762881.656599:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777622528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762881.656609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762881.656613:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762881.656616:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762881.656620:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2553
00000100:00080000:0.0:1789762881.656624:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762881.656629:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762881.656634:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762881.656645:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777622656/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762881.656655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762881.656659:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762881.656661:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762881.656665:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2553
00000100:00080000:0.0:1789762881.656668:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762881.656668:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777622272:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762881.656673:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762881.656677:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762881.656687:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777622784/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762881.656696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762881.656700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762881.656701:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762881.656704:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2553
00000100:00080000:0.0:1789762881.656707:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762881.656712:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762881.656724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762881.656736:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777622912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762881.656745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762881.656748:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762881.656749:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762881.656753:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2553
00000800:00000100:1.0:1789762881.656755:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762881.656756:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762881.656760:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762881.656764:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762881.656772:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777623040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762881.656805:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881]  req@ffff9c6f84ef5f80 x1876699777622272/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762881.656902:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777622272/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762881.656916:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762881.656921:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762881.656925:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777622272:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762881.656934:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777622400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762881.656962:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762881.656977:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881]  req@ffff9c6f84ef7800 x1876699777622400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762881.656990:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777622400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762881.656999:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762881.657002:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762881.657005:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777622400:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762881.657010:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777622528:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762881.657030:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762881.657041:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881]  req@ffff9c6f84ef4e00 x1876699777622528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762881.657052:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777622528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762881.657066:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762881.657069:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762881.657072:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777622528:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762881.657078:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777622656:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762881.657098:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762881.657109:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881]  req@ffff9c6f84ef4380 x1876699777622656/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762881.657121:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777622656/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762881.657130:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762881.657133:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762881.657136:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777622656:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762881.657170:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777622784:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789762881.657191:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762881.657203:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881]  req@ffff9c6f84ef6a00 x1876699777622784/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762881.657216:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777622784/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762881.657277:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762881.657283:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762881.657288:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777622784:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789762881.657296:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777622912:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762881.657319:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762881.657336:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881]  req@ffff9c6f84ef5880 x1876699777622912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762881.657348:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777622912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762881.657357:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762881.657362:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762881.657366:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777622912:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762881.657373:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777623040:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789762881.657393:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762881.657404:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881]  req@ffff9c6f84ef6d80 x1876699777623040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762881.657415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777623040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762881.657422:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762881.657426:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762881.657429:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777623040:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762881.784409:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762882.808388:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762883.832394:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762884.856373:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762885.880364:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762886.776326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762886.776335:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762886.776340:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762886.776350:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2558
00000100:00080000:1.0:1789762886.776361:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762886.776368:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762886.776403:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777623168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762886.776428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762886.776431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762886.776432:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762886.776435:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2558
00000100:00080000:1.0:1789762886.776438:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762886.776442:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762886.776451:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762886.776466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777623296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762886.776466:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777623168:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762886.776482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762886.776484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762886.776485:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762886.776488:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2558
00000100:00080000:1.0:1789762886.776490:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762886.776492:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762886.776495:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762886.776503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777623424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762886.776514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762886.776517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762886.776518:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762886.776521:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2558
00000100:00080000:1.0:1789762886.776523:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762886.776526:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762886.776529:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762886.776539:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762886.776540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777623552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762886.776550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762886.776553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762886.776555:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762886.776558:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2558
00000100:00080000:1.0:1789762886.776561:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762886.776564:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762886.776567:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762886.776575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777623680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762886.776581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762886.776586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789762886.776587:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886]  req@ffff9c6f9118ce00 x1876699777623168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762886.776588:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762886.776598:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2558
00000100:00080000:1.0:1789762886.776605:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762886.776608:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762886.776612:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762886.776613:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777623168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762886.776622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777623808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762886.776625:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762886.776635:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762886.776637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762886.776645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762886.776645:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777623168:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762886.776650:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762886.776658:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2558
00000100:00080000:1.0:1789762886.776670:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762886.776675:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762886.776680:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777623296:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789762886.776681:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762886.776703:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777623936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762886.776718:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762886.776737:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886]  req@ffff9c6f9118d180 x1876699777623296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762886.776751:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777623296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762886.776759:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762886.776762:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762886.776765:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777623296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762886.776772:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777623424:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762886.776791:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762886.776802:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886]  req@ffff9c6f9118ca80 x1876699777623424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762886.776810:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777623424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762886.776815:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762886.776818:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762886.776820:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777623424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762886.776824:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777623552:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762886.776836:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762886.776841:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886]  req@ffff9c6f9118dc00 x1876699777623552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762886.776849:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777623552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762886.776859:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762886.776861:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762886.776863:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777623552:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762886.776866:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777623680:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762886.776875:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762886.776881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886]  req@ffff9c6f9118df80 x1876699777623680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762886.776887:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777623680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762886.776892:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762886.776894:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762886.776896:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777623680:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762886.776899:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777623808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762886.776912:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762886.776921:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886]  req@ffff9c6f9118f800 x1876699777623808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762886.776932:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777623808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762886.776940:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762886.776943:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762886.776947:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777623808:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762886.776964:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777623936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762886.776978:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762886.776986:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886]  req@ffff9c6f9118d500 x1876699777623936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762886.776994:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777623936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762886.776999:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762886.777001:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762886.777003:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777623936:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762886.904373:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762887.928440:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762888.952438:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762889.976475:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762891.000407:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762891.896316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762891.896327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762891.896331:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762891.896342:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2563
00000100:00080000:1.0:1789762891.896354:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762891.896362:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762891.896403:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777624064/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762891.896432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762891.896436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762891.896438:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762891.896441:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2563
00000100:00080000:1.0:1789762891.896444:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762891.896448:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762891.896457:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762891.896468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777624192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762891.896478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762891.896484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762891.896485:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777624064:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762891.896486:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762891.896496:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2563
00000100:00080000:1.0:1789762891.896499:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762891.896502:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762891.896506:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762891.896517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777624320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762891.896524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762891.896528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762891.896529:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762891.896533:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2563
00000100:00080000:1.0:1789762891.896536:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762891.896539:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762891.896543:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762891.896553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777624448/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762891.896560:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762891.896569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762891.896572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762891.896574:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762891.896578:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2563
00000100:00080000:1.0:1789762891.896583:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762891.896587:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762891.896591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762891.896599:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777624576/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762891.896608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762891.896611:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891]  req@ffff9c6f9118f100 x1876699777624064/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762891.896612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762891.896617:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762891.896627:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2563
00000100:00080000:1.0:1789762891.896631:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762891.896634:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762891.896641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762891.896649:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777624064/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762891.896654:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777624704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762891.896677:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762891.896683:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762891.896687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762891.896687:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777624064:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762891.896695:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762891.896698:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762891.896703:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2563
00000100:00080000:1.0:1789762891.896706:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762891.896709:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762891.896713:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762891.896719:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777624192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762891.896726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777624832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762891.896750:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762891.896766:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891]  req@ffff9c6f9118ed80 x1876699777624192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762891.896777:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777624192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762891.896784:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762891.896787:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762891.896789:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777624192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762891.896794:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777624320:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762891.896810:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762891.896823:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891]  req@ffff9c6f9118e680 x1876699777624320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762891.896838:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777624320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762891.896848:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762891.896853:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762891.896858:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777624320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762891.896866:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777624448:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762891.896889:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762891.896899:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891]  req@ffff9c6f9118c380 x1876699777624448/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762891.896915:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777624448/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762891.896940:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762891.896944:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762891.896948:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777624448:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762891.896954:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777624576:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762891.896975:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762891.896985:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891]  req@ffff9c6f9118c700 x1876699777624576/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762891.896998:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777624576/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762891.897007:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762891.897011:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762891.897017:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777624576:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762891.897028:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777624704:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762891.897061:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762891.897082:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891]  req@ffff9c6f9118d500 x1876699777624704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762891.897104:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777624704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762891.897124:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762891.897128:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762891.897132:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777624704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762891.897173:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777624832:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762891.897209:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762891.897220:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891]  req@ffff9c6f9118f800 x1876699777624832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762891.897252:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777624832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762891.897258:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762891.897261:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762891.897264:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777624832:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762892.024378:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762893.048404:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762894.072372:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762895.096422:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762896.120463:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762897.016320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.016337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762897.016344:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.016361:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2568
00000100:00080000:1.0:1789762897.016380:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.016390:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762897.016440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777624960/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.016480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.016488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762897.016492:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.016500:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2568
00000100:00080000:1.0:1789762897.016507:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.016516:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762897.016532:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762897.016545:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777624960:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762897.016556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777625088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.016587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.016609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762897.016612:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.016619:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2568
00000100:00080000:1.0:1789762897.016625:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.016631:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762897.016640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762897.016657:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762897.016659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777625216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.016677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.016682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762897.016685:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.016692:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2568
00000100:00080000:1.0:1789762897.016697:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.016704:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762897.016712:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762897.016720:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff9c6f9118df80 x1876699777624960/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762897.016730:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777625344/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.016748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.016755:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762897.016758:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.016765:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2568
00000100:00100000:3.0:1789762897.016769:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777624960/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762897.016772:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.016780:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762897.016788:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762897.016790:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.016798:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762897.016806:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777625472/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762897.016807:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777624960:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762897.016823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.016829:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762897.016832:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.016838:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2568
00000100:00080000:1.0:1789762897.016844:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762897.016846:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777625088:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789762897.016851:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762897.016859:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762897.016877:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777625600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.016897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.016904:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:3.0:1789762897.016904:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762897.016907:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.016914:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2568
00000100:00080000:1.0:1789762897.016920:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.016927:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762897.016930:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff9c6f9118dc00 x1876699777625088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762897.016936:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762897.016956:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777625728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762897.016956:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777625088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.016975:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.016982:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762897.016989:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777625088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762897.017000:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777625216:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762897.017039:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762897.017065:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff9c6f9118ca80 x1876699777625216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762897.017082:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777625216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.017092:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.017096:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762897.017100:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777625216:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762897.017108:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777625344:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762897.017136:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762897.017187:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff9c6f9118d180 x1876699777625344/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762897.017203:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777625344/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.017214:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.017218:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762897.017262:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777625344:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762897.017276:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777625472:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762897.017320:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762897.017346:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff9c6f9118ce00 x1876699777625472/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762897.017372:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777625472/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.017389:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.017396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762897.017403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777625472:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762897.017431:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777625600:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762897.017462:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762897.017477:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff9c6f9118df80 x1876699777625600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762897.017491:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777625600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.017502:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.017506:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762897.017510:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777625600:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762897.017517:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777625728:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762897.017536:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762897.017547:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff9c6f9118f800 x1876699777625728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762897.017561:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777625728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.017570:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.017574:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762897.017577:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777625728:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762897.144453:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762898.168358:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762899.192366:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762900.216359:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762901.240380:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762902.136315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762902.136324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762902.136327:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762902.136337:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2573
00000100:00080000:1.0:1789762902.136348:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762902.136355:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762902.136391:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777625856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762902.136412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762902.136415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762902.136416:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762902.136419:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2573
00000100:00080000:1.0:1789762902.136422:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762902.136431:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762902.136439:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762902.136446:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777625856:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789762902.136452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777625984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762902.136461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762902.136464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762902.136465:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762902.136469:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2573
00000100:00080000:1.0:1789762902.136471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762902.136473:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762902.136478:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762902.136487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777626112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762902.136493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762902.136496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762902.136497:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762902.136499:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2573
00000100:00080000:1.0:1789762902.136502:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762902.136505:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762902.136507:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762902.136515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777626240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762902.136520:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789762902.136527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762902.136529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762902.136531:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762902.136534:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2573
00000100:00080000:1.0:1789762902.136537:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762902.136539:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762902.136543:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762902.136550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777626368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762902.136556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762902.136558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762902.136560:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762902.136563:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2573
00000100:00080000:1.0:1789762902.136566:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762902.136570:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff9c6f9118d500 x1876699777625856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762902.136572:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762902.136578:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762902.136591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777626496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762902.136596:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777625856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762902.136604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762902.136611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762902.136614:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762902.136618:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2573
00000100:00080000:3.0:1789762902.136619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762902.136620:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762902.136626:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762902.136629:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762902.136631:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789762902.136639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777626624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762902.136640:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777625856:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762902.136677:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777625984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762902.136704:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762902.136716:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff9c6f9118c700 x1876699777625984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762902.136725:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777625984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762902.136733:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762902.136737:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762902.136740:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777625984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762902.136746:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777626112:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762902.136767:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762902.136779:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff9c6f9118c380 x1876699777626112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762902.136790:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777626112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762902.136796:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762902.136798:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762902.136800:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777626112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762902.136804:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777626240:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762902.136819:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762902.136826:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff9c6f9118e680 x1876699777626240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762902.136833:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777626240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762902.136838:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762902.136840:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762902.136842:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777626240:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762902.136846:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777626368:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762902.136855:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762902.136861:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff9c6f9118ed80 x1876699777626368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762902.136868:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777626368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762902.136872:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762902.136874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762902.136876:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777626368:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762902.136879:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777626496:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762902.136889:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762902.136894:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff9c6f9118f100 x1876699777626496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762902.136906:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777626496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762902.136911:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762902.136912:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762902.136914:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777626496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762902.136917:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777626624:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762902.136927:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762902.136933:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff9c6f9118f800 x1876699777626624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762902.136939:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777626624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762902.136944:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762902.136946:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762902.136947:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777626624:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762902.264368:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762903.288363:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762904.312443:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762905.336402:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762906.360385:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762907.256325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762907.256334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762907.256338:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762907.256347:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2578
00000100:00080000:1.0:1789762907.256358:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762907.256365:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762907.256399:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777626752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762907.256431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762907.256434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762907.256436:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762907.256439:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2578
00000100:00080000:1.0:1789762907.256441:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762907.256444:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762907.256453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762907.256467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777626880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762907.256478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762907.256481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762907.256483:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762907.256487:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2578
00000100:00080000:1.0:1789762907.256490:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762907.256498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762907.256501:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777626752:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789762907.256503:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762907.256519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777627008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762907.256528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762907.256531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762907.256532:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762907.256537:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2578
00000100:00080000:1.0:1789762907.256541:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762907.256552:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762907.256556:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762907.256570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777627136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762907.256580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762907.256583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762907.256584:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762907.256590:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2578
00000100:00080000:1.0:1789762907.256593:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762907.256596:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762907.256602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762907.256608:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789762907.256618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777627264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762907.256627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762907.256633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762907.256635:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762907.256642:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2578
00000100:00080000:1.0:1789762907.256648:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762907.256656:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762907.256661:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff9c6f9118df80 x1876699777626752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762907.256665:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762907.256695:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777626752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762907.256697:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777627392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762907.256734:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762907.256751:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789762907.256761:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762907.256761:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777626752:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762907.256777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762907.256781:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762907.256786:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2578
00000100:00080000:1.0:1789762907.256789:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762907.256793:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762907.256799:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762907.256807:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777626880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789762907.256814:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777627520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762907.256841:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762907.256858:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff9c6f9118ce00 x1876699777626880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762907.256867:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777626880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762907.256874:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762907.256878:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762907.256881:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777626880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762907.256888:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777627008:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762907.256905:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762907.256919:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff9c6f9118d180 x1876699777627008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762907.256930:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777627008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762907.256940:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762907.256942:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762907.256949:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777627008:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762907.256956:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777627136:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762907.256979:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762907.257008:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff9c6f9118ca80 x1876699777627136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762907.257018:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777627136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762907.257024:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762907.257026:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762907.257028:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777627136:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762907.257032:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777627264:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762907.257042:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762907.257048:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff9c6f9118dc00 x1876699777627264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762907.257055:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777627264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762907.257060:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762907.257062:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762907.257079:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777627264:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762907.257085:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777627392:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762907.257100:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762907.257107:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff9c6f9118f800 x1876699777627392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762907.257116:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777627392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762907.257126:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762907.257128:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762907.257130:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777627392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762907.257144:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777627520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762907.257155:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762907.257161:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff9c6f9118f100 x1876699777627520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762907.257168:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777627520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762907.257173:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762907.257175:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762907.257177:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777627520:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762907.384402:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762908.408353:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762909.432344:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762910.456499:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762911.480358:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762912.376343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762912.376353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762912.376358:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762912.376368:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2584
00000100:00080000:2.0:1789762912.376379:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762912.376386:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762912.376427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777627648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762912.376452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762912.376455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762912.376457:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762912.376460:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2584
00000100:00080000:2.0:1789762912.376463:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762912.376467:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762912.376477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762912.376484:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777627648:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762912.376489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777627776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762912.376498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762912.376501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762912.376502:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762912.376504:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2584
00000100:00080000:2.0:1789762912.376506:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762912.376508:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762912.376511:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762912.376521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777627904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762912.376527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762912.376530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762912.376532:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762912.376534:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2584
00000100:00080000:2.0:1789762912.376556:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762912.376559:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762912.376563:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762912.376568:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762912.376572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777628032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762912.376580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762912.376583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762912.376584:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762912.376587:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2584
00000100:00080000:2.0:1789762912.376593:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762912.376595:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762912.376598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762912.376607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777628160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762912.376614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762912.376615:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff9c6f851a0700 x1876699777627648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762912.376619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762912.376623:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762912.376631:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2584
00000100:00080000:2.0:1789762912.376636:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762912.376642:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762912.376647:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762912.376655:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777627648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762912.376658:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777628288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762912.376676:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762912.376677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762912.376682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762912.376683:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789762912.376686:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762912.376690:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777627648:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762912.376694:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2584
00000100:00080000:2.0:1789762912.376698:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762912.376701:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762912.376704:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762912.376711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777628416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762912.376721:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777627776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762912.376741:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762912.376751:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff9c6f851a3100 x1876699777627776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762912.376759:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777627776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762912.376766:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762912.376768:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762912.376770:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777627776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762912.376774:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777627904:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762912.376785:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762912.376791:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff9c6f851a3800 x1876699777627904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762912.376799:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777627904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762912.376808:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762912.376811:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762912.376813:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777627904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762912.376816:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777628032:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762912.376826:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762912.376832:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff9c6f851a0a80 x1876699777628032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762912.376838:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777628032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762912.376844:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762912.376847:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762912.376848:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777628032:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762912.376851:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777628160:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762912.376860:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762912.376866:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff9c6f851a1880 x1876699777628160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762912.376872:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777628160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762912.376877:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762912.376878:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762912.376881:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777628160:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762912.376885:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777628288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762912.376895:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762912.376900:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff9c6f851a0e00 x1876699777628288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762912.376907:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777628288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762912.376912:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762912.376914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762912.376916:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777628288:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762912.376928:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777628416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762912.376938:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762912.376944:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff9c6f851a2a00 x1876699777628416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762912.376950:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777628416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762912.376955:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762912.376957:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762912.376959:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777628416:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789762912.504371:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762913.528359:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762914.552409:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762915.576398:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762916.600419:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762917.496308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762917.496318:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762917.496322:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762917.496331:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2589
00000100:00080000:2.0:1789762917.496342:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762917.496349:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762917.496384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777628544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762917.496409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762917.496412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762917.496413:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762917.496416:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2589
00000100:00080000:2.0:1789762917.496419:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762917.496421:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762917.496429:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762917.496439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777628672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762917.496451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762917.496454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762917.496455:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762917.496458:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2589
00000100:00080000:2.0:1789762917.496460:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762917.496464:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762917.496466:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777628544:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789762917.496468:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762917.496479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777628800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762917.496485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762917.496488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762917.496489:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762917.496492:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2589
00000100:00080000:2.0:1789762917.496495:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762917.496497:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762917.496500:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762917.496509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777628928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762917.496515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762917.496517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762917.496518:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762917.496521:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2589
00000100:00080000:2.0:1789762917.496533:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762917.496536:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762917.496539:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762917.496545:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762917.496551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777629056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762917.496558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762917.496561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762917.496563:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762917.496568:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2589
00000100:00080000:2.0:1789762917.496573:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762917.496578:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762917.496584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762917.496598:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff9c6f851a1f80 x1876699777628544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762917.496600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777629184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762917.496631:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777628544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762917.496633:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762917.496642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762917.496647:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762917.496656:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2589
00000100:00080000:3.0:1789762917.496657:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762917.496663:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762917.496665:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789762917.496673:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762917.496674:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777628544:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789762917.496679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762917.496687:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777628672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762917.496692:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777629312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762917.496720:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762917.496737:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff9c6f851a1c00 x1876699777628672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762917.496750:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777628672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762917.496759:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762917.496763:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762917.496767:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777628672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762917.496794:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777628800:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762917.496822:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762917.496833:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff9c6f851a3b80 x1876699777628800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762917.496852:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777628800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762917.496861:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762917.496864:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762917.496868:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777628800:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762917.496874:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777628928:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762917.496895:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762917.496908:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff9c6f851a1180 x1876699777628928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762917.496920:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777628928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762917.496929:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762917.496933:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762917.496937:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777628928:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762917.496943:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777629056:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762917.496962:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762917.496973:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff9c6f851a1500 x1876699777629056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762917.496984:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777629056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762917.497017:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762917.497021:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762917.497024:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777629056:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762917.497031:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777629184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762917.497063:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762917.497075:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff9c6f851a0000 x1876699777629184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762917.497088:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777629184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762917.497096:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762917.497099:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762917.497103:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777629184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762917.497109:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777629312:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762917.497128:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762917.497139:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff9c6f851a3480 x1876699777629312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762917.497152:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777629312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762917.497161:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762917.497164:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762917.497167:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777629312:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762917.624454:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762918.648523:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762919.672413:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762920.696435:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762921.720414:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762922.616390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762922.616405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762922.616411:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762922.616425:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2594
00000100:00080000:2.0:1789762922.616442:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762922.616456:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762922.616521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777629440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762922.616570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762922.616576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762922.616579:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762922.616584:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2594
00000100:00080000:2.0:1789762922.616591:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762922.616597:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762922.616610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762922.616630:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777629568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762922.616644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762922.616649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762922.616652:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762922.616657:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2594
00000100:00080000:2.0:1789762922.616662:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762922.616670:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762922.616674:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777629440:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789762922.616679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762922.616704:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777629696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762922.616718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762922.616722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762922.616724:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762922.616729:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2594
00000100:00080000:2.0:1789762922.616733:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762922.616738:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762922.616744:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762922.616761:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777629824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762922.616773:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762922.616778:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762922.616780:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762922.616785:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2594
00000100:00080000:2.0:1789762922.616790:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762922.616801:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789762922.616803:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789762922.616808:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762922.616824:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777629952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762922.616839:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762922.616844:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762922.616848:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762922.616853:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2594
00000100:00080000:2.0:1789762922.616858:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762922.616864:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762922.616871:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762922.616884:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922]  req@ffff9c6f851a2d80 x1876699777629440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762922.616890:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777630080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762922.616935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762922.616940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762922.616946:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762922.616948:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777629440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762922.616980:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2594
00000100:00080000:2.0:1789762922.616995:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762922.617004:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762922.617009:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789762922.617017:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762922.617026:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777629440:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789762922.617028:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762922.617043:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777629568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762922.617064:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777630208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762922.617087:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762922.617111:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922]  req@ffff9c6f851a2300 x1876699777629568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762922.617134:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777629568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762922.617145:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762922.617149:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762922.617153:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777629568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762922.617199:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777629696:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762922.617266:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762922.617284:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922]  req@ffff9c6f851a2680 x1876699777629696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762922.617299:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777629696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762922.617310:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762922.617314:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762922.617318:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777629696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762922.617339:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777629824:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762922.617364:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762922.617378:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922]  req@ffff9c6f851a0380 x1876699777629824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762922.617392:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777629824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762922.617402:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762922.617406:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762922.617410:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777629824:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762922.617416:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777629952:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762922.617434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762922.617445:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922]  req@ffff9c6f851a3480 x1876699777629952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762922.617467:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777629952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762922.617477:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762922.617480:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762922.617484:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777629952:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762922.617490:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777630080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762922.617509:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762922.617520:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922]  req@ffff9c6f851a0000 x1876699777630080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762922.617532:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777630080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762922.617542:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762922.617545:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762922.617549:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777630080:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762922.617555:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777630208:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762922.617572:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762922.617583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922]  req@ffff9c6f851a1500 x1876699777630208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762922.617595:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777630208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762922.617612:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762922.617616:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762922.617620:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777630208:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762922.744445:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762923.768383:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762924.792407:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762925.816387:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762926.840414:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762927.736356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762927.736365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762927.736369:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762927.736377:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2599
00000100:00080000:3.0:1789762927.736389:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762927.736395:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762927.736431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777630336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762927.736457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762927.736460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762927.736461:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762927.736464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2599
00000100:00080000:3.0:1789762927.736467:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762927.736470:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762927.736478:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762927.736487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777630464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762927.736496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762927.736500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762927.736503:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762927.736506:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777630336:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762927.736508:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2599
00000100:00080000:3.0:1789762927.736513:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762927.736527:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762927.736533:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762927.736548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777630592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762927.736558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762927.736562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762927.736564:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762927.736569:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2599
00000100:00080000:3.0:1789762927.736586:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762927.736590:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762927.736595:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762927.736605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777630720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762927.736609:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762927.736622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762927.736625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762927.736627:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762927.736633:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2599
00000100:00080000:3.0:1789762927.736639:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762927.736642:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762927.736648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762927.736659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777630848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762927.736666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762927.736669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762927.736670:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762927.736673:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2599
00000100:00080000:3.0:1789762927.736676:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762927.736683:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762927.736684:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927]  req@ffff9c6f91eb9500 x1876699777630336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762927.736690:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762927.736710:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777630976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762927.736718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762927.736721:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762927.736726:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777630336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762927.736727:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762927.736741:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2599
00000100:00080000:3.0:1789762927.736752:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762927.736762:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789762927.736765:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762927.736766:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762927.736775:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762927.736782:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777630336:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762927.736784:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777631104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762927.736821:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777630464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762927.736843:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762927.736852:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927]  req@ffff9c6f91ebb800 x1876699777630464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762927.736861:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777630464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762927.736868:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762927.736871:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762927.736875:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777630464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762927.736882:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777630592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762927.736904:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762927.736932:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927]  req@ffff9c6f91ebad80 x1876699777630592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762927.736944:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777630592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762927.736949:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762927.736952:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762927.736958:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777630592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762927.736964:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777630720:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762927.736982:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762927.736990:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927]  req@ffff9c6f91ebaa00 x1876699777630720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762927.736998:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777630720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762927.737004:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762927.737006:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762927.737008:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777630720:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762927.737012:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777630848:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762927.737022:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762927.737028:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927]  req@ffff9c6f91eb9880 x1876699777630848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762927.737035:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777630848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762927.737041:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762927.737042:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762927.737044:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777630848:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762927.737048:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777630976:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762927.737058:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762927.737064:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927]  req@ffff9c6f91eb9f80 x1876699777630976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762927.737077:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777630976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762927.737082:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762927.737084:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762927.737086:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777630976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762927.737089:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777631104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762927.737099:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762927.737105:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927]  req@ffff9c6f91ebb480 x1876699777631104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762927.737112:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777631104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762927.737123:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762927.737125:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762927.737128:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777631104:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762927.864445:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762928.888384:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762929.912525:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762930.936409:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762931.960421:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762932.856301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762932.856310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762932.856314:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762932.856324:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2604
00000100:00080000:3.0:1789762932.856335:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762932.856341:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762932.856382:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777631232/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762932.856413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762932.856417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762932.856419:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762932.856424:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2604
00000100:00080000:3.0:1789762932.856429:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762932.856435:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762932.856446:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762932.856454:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777631232:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762932.856465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777631360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762932.856475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762932.856477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762932.856479:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762932.856482:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2604
00000100:00080000:3.0:1789762932.856486:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762932.856489:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762932.856493:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762932.856502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777631488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762932.856513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762932.856516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1789762932.856518:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762932.856519:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762932.856526:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2604
00000100:00080000:3.0:1789762932.856528:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762932.856531:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762932.856535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762932.856546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777631616/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762932.856556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762932.856559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762932.856561:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762932.856566:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2604
00000100:00100000:2.0:1789762932.856572:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932]  req@ffff9c6f91ebb480 x1876699777631232/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762932.856573:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762932.856582:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762932.856592:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762932.856598:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777631232/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762932.856605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777631744/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762932.856639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762932.856641:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762932.856644:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762932.856647:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762932.856648:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762932.856656:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2604
00000100:00100000:2.0:1789762932.856657:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777631232:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762932.856661:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762932.856667:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762932.856670:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762932.856677:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777631872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762932.856684:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777631360:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762932.856686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762932.856690:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762932.856692:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762932.856695:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2604
00000100:00080000:3.0:1789762932.856699:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762932.856702:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762932.856705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762932.856709:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762932.856716:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777632000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762932.856724:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932]  req@ffff9c6f91eb9f80 x1876699777631360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762932.856735:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777631360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762932.856741:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762932.856744:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762932.856746:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777631360:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762932.856750:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777631488:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762932.856762:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762932.856768:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932]  req@ffff9c6f91eb9880 x1876699777631488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762932.856776:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777631488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762932.856781:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762932.856783:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762932.856784:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777631488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762932.856788:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777631616:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762932.856798:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762932.856804:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932]  req@ffff9c6f91ebaa00 x1876699777631616/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762932.856812:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777631616/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762932.856817:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762932.856819:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762932.856820:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777631616:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762932.856824:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777631744:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762932.856833:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762932.856839:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932]  req@ffff9c6f91ebad80 x1876699777631744/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762932.856846:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777631744/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762932.856850:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762932.856852:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762932.856854:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777631744:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762932.856864:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777631872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762932.856875:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762932.856895:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932]  req@ffff9c6f91ebb800 x1876699777631872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762932.856903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777631872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762932.856909:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762932.856911:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762932.856913:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777631872:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762932.856916:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777632000:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762932.856935:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762932.856942:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932]  req@ffff9c6f91eb9500 x1876699777632000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762932.856949:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777632000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762932.856954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762932.856956:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762932.856958:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777632000:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762932.984381:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762934.008370:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762935.032416:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762936.056402:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762937.080360:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762937.976346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762937.976363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762937.976371:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762937.976384:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2609
00000100:00080000:3.0:1789762937.976400:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762937.976411:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762937.976462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777632128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762937.976508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762937.976517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762937.976521:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762937.976530:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2609
00000100:00080000:3.0:1789762937.976540:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762937.976551:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762937.976569:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762937.976577:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777632128:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762937.976600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777632256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762937.976619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762937.976624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762937.976627:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762937.976647:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2609
00000100:00080000:3.0:1789762937.976660:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762937.976667:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789762937.976675:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789762937.976681:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762937.976704:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777632384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762937.976718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762937.976723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762937.976726:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762937.976731:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2609
00000100:00100000:2.0:1789762937.976739:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762937]  req@ffff9c6f91eb9500 x1876699777632128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762937.976740:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762937.976754:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762937.976768:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762937.976783:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777632512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762937.976802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762937.976806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762937.976809:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762937.976815:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2609
00000100:00080000:3.0:1789762937.976820:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762937.976825:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777632128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762937.976828:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762937.976838:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762937.976883:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777632640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762937.976930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762937.976935:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762937.976935:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762937.976940:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762937.976957:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762937.976957:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2609
00000100:00100000:2.0:1789762937.976977:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777632128:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762937.976982:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762937.976995:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762937.977007:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762937.977029:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777632768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762937.977032:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777632256:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762937.977065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762937.977072:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762937.977077:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762937.977087:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762937.977094:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2609
00000100:00080000:3.0:1789762937.977109:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762937.977118:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762937]  req@ffff9c6f91ebb800 x1876699777632256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762937.977121:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762937.977141:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762937.977163:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777632256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762937.977172:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777632896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762937.977185:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762937.977202:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762937.977216:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777632256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762937.977290:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777632384:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762937.977326:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762937.977344:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762937]  req@ffff9c6f91ebad80 x1876699777632384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762937.977359:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777632384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762937.977369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762937.977373:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762937.977378:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777632384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762937.977386:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777632512:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762937.977406:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762937.977417:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762937]  req@ffff9c6f91ebaa00 x1876699777632512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762937.977431:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777632512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762937.977441:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762937.977444:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762937.977448:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777632512:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762937.977454:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777632640:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762937.977472:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762937.977483:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762937]  req@ffff9c6f91eb9880 x1876699777632640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762937.977496:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777632640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762937.977506:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762937.977509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762937.977513:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777632640:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762937.977534:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777632768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762937.977553:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762937.977564:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762937]  req@ffff9c6f91eb9f80 x1876699777632768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762937.977578:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777632768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762937.977588:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762937.977591:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762937.977595:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777632768:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762937.977601:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777632896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762937.977619:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762937.977630:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762937]  req@ffff9c6f91ebb480 x1876699777632896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762937.977644:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777632896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762937.977653:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762937.977656:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762937.977660:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777632896:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762938.104442:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762939.128400:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762940.152412:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762941.176440:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762942.200413:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762943.096341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762943.096351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762943.096356:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762943.096368:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2614
00000100:00080000:3.0:1789762943.096382:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762943.096391:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762943.096432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777633024/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762943.096461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762943.096466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762943.096469:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762943.096475:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2614
00000100:00080000:3.0:1789762943.096481:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762943.096487:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762943.096497:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777633024:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789762943.096498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762943.096522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777633152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762943.096545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762943.096549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762943.096551:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762943.096556:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2614
00000100:00080000:3.0:1789762943.096571:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762943.096577:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762943.096583:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762943.096597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777633280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762943.096608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762943.096612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762943.096614:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762943.096618:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777633152:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762943.096648:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777633280:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762943.096686:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2614
00000100:00080000:3.0:1789762943.096692:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762943.096697:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762943.096704:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762943.096720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777633408/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762943.096885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762943.096890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762943.096892:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762943.096899:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2614
00000100:00080000:3.0:1789762943.096904:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762943.096908:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762943.096915:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762943.096929:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777633536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762943.096945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762943.096949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762943.096951:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762943.096956:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2614
00000100:00080000:3.0:1789762943.096961:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762943.096965:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762943.096971:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762943.096982:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777633664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762943.096990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762943.096994:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762943.096995:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762943.096999:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2614
00000100:00080000:3.0:1789762943.097002:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762943.097006:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762943.097010:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762943.097019:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777633792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762943.097118:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777633408:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762943.097161:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777633536:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762943.097184:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777633664:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762943.097205:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777633792:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762943.224381:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762944.248378:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762945.272348:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762946.168635:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789762946.168712:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762946.168740:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762946.168865:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762946.168883:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762946.168900:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762946.168918:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789762946.168935:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789762946.168943:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762946]  req@ffff9c6f91ebaa00 x1876699777633408/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789762946.168956:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789762946.169001:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777633408/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762946.169022:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762946.169030:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762946.169036:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777633408:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762946.169049:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762946]  req@ffff9c6f91ebad80 x1876699777633536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762946.169071:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777633536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762946.169084:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762946.169090:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762946.169096:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777633536:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762946.169107:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762946]  req@ffff9c6f91ebb800 x1876699777633664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762946.169128:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777633664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762946.169141:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762946.169145:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762946.169151:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777633664:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762946.169162:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762946]  req@ffff9c6f91eb9500 x1876699777633792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762946.169198:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777633792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762946.169213:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762946.169219:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762946.169225:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777633792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762946.169299:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762946]  req@ffff9c6f91eb9f80 x1876699777633152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762946.169324:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777633152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762946.169337:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762946.169343:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762946.169351:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777633152:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762946.169365:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762946]  req@ffff9c6f91eb9880 x1876699777633280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762946.169387:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777633280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762946.169400:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762946.169406:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762946.169412:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777633280:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762946.169423:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762946]  req@ffff9c6f91ebb480 x1876699777633024/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762946.169442:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777633024/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762946.169452:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762946.169457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762946.169461:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777633024:192.168.203.138@tcp:250:kworker.0
00010000:00010000:0.0:1789762946.296498:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762947.320364:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762948.216320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762948.216329:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762948.216334:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762948.216343:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2619
00000100:00080000:2.0:1789762948.216355:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762948.216362:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762948.216398:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777633920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762948.216433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762948.216438:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762948.216440:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762948.216446:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2619
00000100:00080000:2.0:1789762948.216450:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762948.216456:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762948.216468:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762948.216485:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777634048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762948.216497:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762948.216502:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762948.216504:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762948.216510:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2619
00000100:00100000:3.0:1789762948.216511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777633920:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762948.216517:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762948.216524:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762948.216530:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762948.216561:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777634176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762948.216572:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762948.216576:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762948.216578:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762948.216582:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2619
00000100:00080000:2.0:1789762948.216588:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762948.216592:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762948.216596:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762948.216602:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762948.216615:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777634304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762948.216627:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762948.216632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762948.216634:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762948.216639:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2619
00000100:00080000:2.0:1789762948.216644:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762948.216649:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762948.216654:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff9c6f851a1180 x1876699777633920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762948.216657:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762948.216674:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777634432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762948.216681:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777633920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762948.216693:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762948.216699:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762948.216700:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762948.216702:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762948.216709:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789762948.216711:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2619
00000100:00080000:2.0:1789762948.216720:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762948.216720:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777633920:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762948.216729:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762948.216735:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777634048:192.168.203.138@tcp:38:kworker.0
00000008:00100000:2.0:1789762948.216738:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762948.216755:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777634560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762948.216778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762948.216782:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762948.216783:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762948.216790:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2619
00000800:00000100:3.0:1789762948.216791:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762948.216798:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762948.216804:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762948.216811:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762948.216814:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff9c6f851a3b80 x1876699777634048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762948.216827:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777634688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762948.216846:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777634048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.216856:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.216859:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762948.216864:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777634048:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762948.216894:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777634176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762948.216917:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762948.216929:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff9c6f851a1c00 x1876699777634176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762948.216942:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777634176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.216950:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.216953:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762948.216957:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777634176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762948.216963:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777634304:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762948.216984:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762948.216996:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff9c6f851a1f80 x1876699777634304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762948.217009:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777634304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.217025:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.217029:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762948.217033:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777634304:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762948.217039:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777634432:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762948.217068:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762948.217082:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff9c6f851a2a00 x1876699777634432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762948.217092:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777634432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.217100:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.217108:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762948.217111:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777634432:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762948.217118:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777634560:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762948.217251:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762948.217268:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff9c6f851a0e00 x1876699777634560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762948.217282:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777634560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.217291:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.217294:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762948.217298:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777634560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762948.217305:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777634688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762948.217327:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762948.217340:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff9c6f851a1880 x1876699777634688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762948.217352:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777634688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.217359:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.217362:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762948.217365:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777634688:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762948.344400:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762949.368388:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762950.392423:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762951.416404:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762952.440387:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762953.336375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762953.336382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762953.336385:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762953.336396:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2624
00000100:00080000:0.0:1789762953.336411:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762953.336419:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762953.336462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777634816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762953.336494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762953.336498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762953.336500:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762953.336505:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2624
00000100:00080000:0.0:1789762953.336510:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762953.336515:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762953.336524:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762953.336536:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777634816:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762953.336556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777634944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762953.336569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762953.336573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762953.336575:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762953.336579:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2624
00000100:00080000:0.0:1789762953.336582:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762953.336585:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762953.336590:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762953.336602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777635072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762953.336627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762953.336632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762953.336633:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762953.336636:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2624
00000100:00080000:0.0:1789762953.336640:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762953.336645:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789762953.336647:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789762953.336651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762953.336663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777635200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762953.336672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762953.336675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762953.336677:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762953.336680:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2624
00000100:00080000:0.0:1789762953.336683:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762953.336686:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762953.336689:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762953.336698:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777635328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762953.336706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762953.336712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789762953.336712:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff9c6f84ef5c00 x1876699777634816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762953.336717:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762953.336741:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2624
00000100:00080000:0.0:1789762953.336746:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762953.336754:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762953.336763:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762953.336767:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777634816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.336794:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762953.336796:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777635456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762953.336800:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762953.336806:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777634816:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762953.336821:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762953.336825:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762953.336827:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762953.336832:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2624
00000100:00100000:3.0:1789762953.336835:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777634944:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762953.336838:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762953.336844:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762953.336849:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762953.336860:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777635584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762953.336866:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762953.336909:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff9c6f84ef6d80 x1876699777634944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.336928:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777634944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.336940:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.336944:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762953.336947:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777634944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762953.336952:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777635072:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762953.336972:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762953.336982:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff9c6f84ef5880 x1876699777635072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.336992:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777635072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.336999:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.337002:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762953.337004:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777635072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762953.337009:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777635200:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762953.337021:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762953.337028:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff9c6f84ef6a00 x1876699777635200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.337037:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777635200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.337043:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.337046:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762953.337048:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777635200:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762953.337052:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777635328:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762953.337064:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762953.337071:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff9c6f84ef4380 x1876699777635328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.337079:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777635328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.337085:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.337087:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762953.337090:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777635328:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762953.337095:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777635456:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762953.337106:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762953.337113:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff9c6f84ef4e00 x1876699777635456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.337122:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777635456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.337128:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.337130:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762953.337133:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777635456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762953.337149:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777635584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762953.337162:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762953.337169:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff9c6f84ef7800 x1876699777635584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.337178:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777635584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.337184:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.337186:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762953.337189:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777635584:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762953.464346:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762954.488365:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762955.512377:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762956.536361:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762957.560410:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762958.456398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762958.456410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762958.456416:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762958.456429:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2630
00000100:00080000:3.0:1789762958.456445:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762958.456455:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762958.456513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777635712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762958.456565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762958.456574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762958.456577:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762958.456586:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2630
00000100:00080000:3.0:1789762958.456593:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762958.456602:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762958.456619:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762958.456647:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777635840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762958.456671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762958.456683:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762958.456685:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777635712:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762958.456722:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762958.456733:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2630
00000100:00080000:3.0:1789762958.456739:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762958.456746:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762958.456754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762958.456777:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777635968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762958.456791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762958.456796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762958.456799:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762958.456804:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2630
00000100:00080000:3.0:1789762958.456810:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762958.456820:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789762958.456825:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762958.456835:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762958.456854:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777636096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762958.456866:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762958.456871:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762958.456874:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762958.456879:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2630
00000100:00080000:3.0:1789762958.456884:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762958.456891:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff9c6f91ebb480 x1876699777635712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762958.456896:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762958.456908:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762958.456934:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777636224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762958.456940:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777635712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762958.456970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762958.456976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762958.456978:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762958.456981:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762958.456994:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762958.456996:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2630
00000100:00080000:3.0:1789762958.457006:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762958.457011:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777635712:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762958.457019:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762958.457031:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762958.457045:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777636352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762958.457059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762958.457064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762958.457071:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777635840:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762958.457071:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762958.457083:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2630
00000100:00080000:3.0:1789762958.457092:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762958.457096:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762958.457103:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762958.457118:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777636480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762958.457145:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762958.457181:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff9c6f91eb9880 x1876699777635840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762958.457208:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777635840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762958.457272:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762958.457281:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762958.457289:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777635840:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762958.457299:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777635968:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762958.457333:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762958.457350:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff9c6f91eb9f80 x1876699777635968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762958.457365:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777635968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762958.457375:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762958.457379:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762958.457383:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777635968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762958.457390:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777636096:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762958.457410:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762958.457421:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff9c6f91eb9500 x1876699777636096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762958.457435:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777636096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762958.457445:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762958.457448:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762958.457452:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777636096:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762958.457458:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777636224:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762958.457476:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762958.457487:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff9c6f91ebb800 x1876699777636224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762958.457509:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777636224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762958.457518:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762958.457522:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762958.457525:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777636224:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762958.457547:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777636352:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762958.457566:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762958.457578:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff9c6f91ebad80 x1876699777636352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762958.457590:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777636352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762958.457599:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762958.457603:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762958.457607:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777636352:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762958.457613:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777636480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762958.457631:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762958.457641:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff9c6f91ebaa00 x1876699777636480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762958.457654:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777636480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762958.457671:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762958.457674:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762958.457679:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777636480:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762958.584458:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762959.608440:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762960.632368:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762961.656384:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762962.680411:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762963.576326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762963.576338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762963.576343:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762963.576356:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2635
00000100:00080000:3.0:1789762963.576370:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762963.576378:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762963.576422:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777636608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762963.576452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762963.576457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762963.576459:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762963.576464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2635
00000100:00080000:3.0:1789762963.576469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762963.576475:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762963.576485:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762963.576498:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777636608:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762963.576504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777636736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762963.576520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762963.576524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762963.576526:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762963.576531:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2635
00000100:00080000:3.0:1789762963.576551:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762963.576557:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789762963.576563:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789762963.576567:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762963.576585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777636864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762963.576597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762963.576601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1789762963.576604:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963]  req@ffff9c6f91ebaa00 x1876699777636608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762963.576605:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762963.576617:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2635
00000100:00080000:3.0:1789762963.576624:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762963.576627:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777636608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762963.576634:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789762963.576642:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762963.576644:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:2.0:1789762963.576648:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762963.576668:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777636608:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762963.576678:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777636992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762963.576690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762963.576694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1789762963.576699:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777636736:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762963.576700:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762963.576712:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2635
00000100:00080000:3.0:1789762963.576718:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762963.576723:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762963.576730:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762963.576735:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762963.576747:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777637120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762963.576757:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963]  req@ffff9c6f91ebad80 x1876699777636736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762963.576796:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777636736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762963.576797:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762963.576808:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762963.576814:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762963.576815:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762963.576823:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789762963.576826:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2635
00000100:00100000:2.0:1789762963.576830:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777636736:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762963.576835:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762963.576838:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777636864:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762963.576845:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762963.576852:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762963.576859:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762963.576870:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777637248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762963.576872:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963]  req@ffff9c6f91ebb800 x1876699777636864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762963.576907:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777636864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762963.576908:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762963.576920:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762963.576922:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762963.576924:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762963.576928:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762963.576935:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777636864:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762963.576935:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2635
00000100:00100000:2.0:1789762963.576946:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777636992:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789762963.576946:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762963.576956:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762963.576964:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762963.576967:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762963.576977:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963]  req@ffff9c6f91eb9500 x1876699777636992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762963.576985:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777637376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762963.576989:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777636992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762963.577019:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762963.577023:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762963.577027:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777636992:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762963.577040:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777637120:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762963.577052:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762963.577058:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963]  req@ffff9c6f91eb9f80 x1876699777637120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762963.577066:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777637120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762963.577071:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762963.577073:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762963.577074:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777637120:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762963.577078:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777637248:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762963.577088:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762963.577094:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963]  req@ffff9c6f91eb9880 x1876699777637248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762963.577101:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777637248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762963.577106:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762963.577107:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762963.577109:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777637248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762963.577112:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777637376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762963.577121:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762963.577126:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963]  req@ffff9c6f91ebb480 x1876699777637376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762963.577142:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777637376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762963.577153:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762963.577155:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762963.577157:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777637376:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762963.704404:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762964.728377:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762965.752493:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762966.776461:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762967.800459:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762968.696360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762968.696372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762968.696378:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762968.696390:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2640
00000100:00080000:1.0:1789762968.696402:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762968.696409:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789762968.696455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777637504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762968.696480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762968.696483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762968.696485:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762968.696488:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2640
00000100:00080000:1.0:1789762968.696490:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762968.696493:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762968.696502:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762968.696512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777637632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762968.696520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762968.696522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762968.696524:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762968.696530:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2640
00000100:00080000:1.0:1789762968.696535:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762968.696538:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762968.696541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762968.696548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777637760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762968.696554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762968.696557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762968.696558:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762968.696562:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2640
00000100:00080000:1.0:1789762968.696563:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762968.696567:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762968.696570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762968.696579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777637888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762968.696592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762968.696593:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777637504:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789762968.696595:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762968.696599:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762968.696629:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2640
00000100:00080000:1.0:1789762968.696634:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762968.696637:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762968.696645:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762968.696657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777638016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762968.696663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762968.696666:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762968.696667:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762968.696671:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2640
00000100:00080000:1.0:1789762968.696673:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762968.696675:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762968.696679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762968.696688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777638144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762968.696696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762968.696699:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762968.696701:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762968.696705:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2640
00000100:00080000:1.0:1789762968.696706:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762968.696709:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789762968.696715:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762968.696724:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777638272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762968.696749:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762968.696812:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762968]  req@ffff9c6f9118ed80 x1876699777637504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762968.696837:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777637504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762968.696852:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762968.696858:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762968.696863:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777637504:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762968.696874:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777637632:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762968.696903:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762968.696918:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762968]  req@ffff9c6f9118e680 x1876699777637632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762968.696934:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777637632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762968.696944:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762968.696948:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762968.696953:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777637632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762968.696961:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777637760:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762968.696981:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762968.696993:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762968]  req@ffff9c6f9118c380 x1876699777637760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762968.697007:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777637760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762968.697017:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762968.697021:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762968.697024:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777637760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762968.697060:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777637888:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762968.697082:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762968.697110:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762968]  req@ffff9c6f9118c700 x1876699777637888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762968.697126:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777637888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762968.697137:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762968.697141:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762968.697145:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777637888:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762968.697152:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777638016:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762968.697173:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762968.697186:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762968]  req@ffff9c6f9118d500 x1876699777638016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762968.697201:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777638016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762968.697210:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762968.697214:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762968.697218:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777638016:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762968.697296:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777638144:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762968.697338:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762968.697362:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762968]  req@ffff9c6f9118f100 x1876699777638144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762968.697383:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777638144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762968.697393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762968.697397:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762968.697401:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777638144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762968.697409:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777638272:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762968.697437:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762968.697450:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762968]  req@ffff9c6f9118f800 x1876699777638272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762968.697464:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777638272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762968.697482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762968.697486:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762968.697490:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777638272:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762968.824403:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762969.848427:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762970.872363:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762971.896369:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762972.920384:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762973.816371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762973.816383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762973.816387:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762973.816399:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2645
00000100:00080000:2.0:1789762973.816412:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762973.816420:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762973.816482:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777638400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762973.816519:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762973.816524:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762973.816526:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762973.816531:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2645
00000100:00080000:2.0:1789762973.816536:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762973.816542:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762973.816554:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762973.816571:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777638400:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762973.816574:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777638528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762973.816636:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762973.816642:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762973.816646:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762973.816653:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2645
00000100:00080000:2.0:1789762973.816699:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762973.816711:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789762973.816716:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789762973.816730:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762973.816756:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777638656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762973.816771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762973.816776:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762973.816779:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762973.816788:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2645
00000100:00100000:3.0:1789762973.816789:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973]  req@ffff9c6f851a0a80 x1876699777638400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762973.816794:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762973.816809:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762973.816821:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762973.816843:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777638784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762973.816855:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777638400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762973.816863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762973.816877:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762973.816883:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762973.816894:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762973.816895:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2645
00000100:00080000:2.0:1789762973.816907:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762973.816912:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789762973.816920:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762973.816929:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777638400:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789762973.816932:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762973.816959:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777638912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762973.816988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762973.816992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762973.816994:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762973.817000:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777638528:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789762973.817005:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2645
00000100:00080000:2.0:1789762973.817013:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762973.817018:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762973.817024:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762973.817039:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777639040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762973.817049:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762973.817065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762973.817073:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973]  req@ffff9c6f851a3800 x1876699777638528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762973.817074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762973.817080:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762973.817098:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2645
00000100:00100000:3.0:1789762973.817105:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777638528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762973.817110:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762973.817123:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762973.817126:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789762973.817131:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762973.817138:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777638528:192.168.203.138@tcp:38:kworker.0
00000008:00100000:2.0:1789762973.817141:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762973.817148:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777638656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762973.817163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777639168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762973.817177:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762973.817203:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973]  req@ffff9c6f851a3100 x1876699777638656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762973.817224:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777638656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762973.817248:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762973.817254:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762973.817260:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777638656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762973.817299:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777638784:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762973.817326:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762973.817339:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973]  req@ffff9c6f851a0700 x1876699777638784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762973.817351:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777638784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762973.817359:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762973.817363:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762973.817366:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777638784:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762973.817372:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777638912:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762973.817388:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762973.817397:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973]  req@ffff9c6f851a1880 x1876699777638912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762973.817409:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777638912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762973.817416:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762973.817419:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762973.817423:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777638912:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762973.817444:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777639040:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762973.817460:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762973.817469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973]  req@ffff9c6f851a0e00 x1876699777639040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762973.817480:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777639040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762973.817488:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762973.817490:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762973.817493:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777639040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762973.817499:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777639168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762973.817513:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762973.817522:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973]  req@ffff9c6f851a2a00 x1876699777639168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762973.817533:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777639168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762973.817540:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762973.817543:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762973.817546:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777639168:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762973.944471:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762974.968501:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762975.992456:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762977.016466:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762978.040487:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762978.936313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762978.936324:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762978.936329:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762978.936341:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2650
00000100:00080000:2.0:1789762978.936353:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762978.936362:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762978.936400:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777639296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762978.936428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762978.936433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762978.936435:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762978.936440:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2650
00000100:00080000:2.0:1789762978.936445:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762978.936450:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762978.936460:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762978.936462:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777639296:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789762978.936480:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777639424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762978.936492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762978.936496:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762978.936498:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762978.936503:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2650
00000100:00080000:2.0:1789762978.936583:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762978.936590:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762978.936596:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762978.936613:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777639552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762978.936631:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762978.936636:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762978.936638:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762978.936642:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2650
00000100:00080000:2.0:1789762978.936647:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762978.936651:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762978.936656:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762978.936669:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777639680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762978.936679:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762978.936683:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762978.936687:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762978.936688:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789762978.936697:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2650
00000100:00080000:2.0:1789762978.936703:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762978.936708:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762978.936714:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762978.936727:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777639808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762978.936739:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762978.936744:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762978.936746:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762978.936752:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2650
00000100:00080000:2.0:1789762978.936757:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762978.936762:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762978.936767:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978]  req@ffff9c6f851a1f80 x1876699777639296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762978.936769:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762978.936785:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777639936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762978.936791:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777639296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762978.936804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762978.936810:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762978.936810:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762978.936815:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762978.936816:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762978.936823:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777639296:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789762978.936827:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2650
00000100:00080000:2.0:1789762978.936833:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762978.936838:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789762978.936843:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762978.936850:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777639424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762978.936858:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777640064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762978.936890:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762978.936908:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978]  req@ffff9c6f851a1c00 x1876699777639424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762978.936922:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777639424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762978.936929:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762978.936931:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762978.936934:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777639424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762978.936938:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777639552:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762978.936954:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762978.936963:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978]  req@ffff9c6f851a3b80 x1876699777639552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762978.936971:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777639552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762978.936980:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762978.936983:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762978.936985:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777639552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762978.936988:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777639680:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762978.936999:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762978.937005:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978]  req@ffff9c6f851a1180 x1876699777639680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762978.937013:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777639680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762978.937031:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762978.937033:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762978.937036:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777639680:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762978.937040:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777639808:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789762978.937052:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762978.937059:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978]  req@ffff9c6f851a1500 x1876699777639808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762978.937068:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777639808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762978.937076:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762978.937079:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762978.937083:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777639808:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789762978.937089:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777639936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762978.937110:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762978.937122:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978]  req@ffff9c6f851a0000 x1876699777639936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762978.937136:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777639936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762978.937145:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762978.937148:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762978.937151:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777639936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762978.937168:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777640064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789762978.937184:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762978.937192:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978]  req@ffff9c6f851a3480 x1876699777640064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762978.937200:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777640064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762978.937205:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762978.937207:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789762978.937209:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777640064:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762979.064392:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762980.088339:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762981.112424:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762982.136471:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762983.160435:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762984.056397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762984.056422:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762984.056430:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762984.056445:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2655
00000100:00080000:3.0:1789762984.056463:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762984.056475:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762984.056554:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777640192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762984.056608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762984.056616:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762984.056620:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762984.056630:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2655
00000100:00080000:3.0:1789762984.056639:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762984.056649:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762984.056667:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762984.056693:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777640320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762984.056696:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777640192:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762984.056724:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762984.056730:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762984.056733:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762984.056749:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2655
00000100:00080000:3.0:1789762984.056754:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762984.056759:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762984.056765:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762984.056781:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777640448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762984.056803:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762984.056807:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762984.056809:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762984.056814:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2655
00000100:00080000:3.0:1789762984.056838:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762984.056843:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789762984.056852:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789762984.056852:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762984.056874:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777640576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762984.056891:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762984.056898:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762984.056902:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762984.056912:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2655
00000100:00100000:2.0:1789762984.056920:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff9c6f91ebb480 x1876699777640192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762984.056924:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762984.056938:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762984.056950:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762984.056971:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777640192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762984.056983:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777640704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762984.056991:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762984.057000:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762984.057017:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777640192:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762984.057039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762984.057046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762984.057049:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762984.057056:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2655
00000100:00080000:3.0:1789762984.057063:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762984.057069:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762984.057078:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762984.057084:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777640320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789762984.057099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777640832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762984.057115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762984.057120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762984.057122:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762984.057128:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2655
00000100:00080000:3.0:1789762984.057143:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762984.057150:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762984.057155:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762984.057163:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762984.057177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777640960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762984.057194:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff9c6f91eb9880 x1876699777640320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762984.057217:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777640320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762984.057265:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762984.057270:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762984.057275:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777640320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762984.057284:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777640448:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762984.057313:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762984.057328:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff9c6f91eb9f80 x1876699777640448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762984.057343:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777640448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762984.057353:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762984.057358:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762984.057362:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777640448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762984.057369:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777640576:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762984.057390:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762984.057402:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff9c6f91eb9500 x1876699777640576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762984.057417:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777640576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762984.057427:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762984.057431:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762984.057435:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777640576:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762984.057441:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777640704:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762984.057459:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762984.057470:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff9c6f91ebb800 x1876699777640704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762984.057527:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777640704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762984.057540:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762984.057556:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762984.057560:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777640704:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762984.057585:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777640832:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762984.057613:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762984.057632:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff9c6f91ebad80 x1876699777640832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762984.057656:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777640832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762984.057684:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762984.057691:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762984.057698:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777640832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762984.057711:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777640960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762984.057750:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762984.057773:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff9c6f91ebaa00 x1876699777640960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762984.057797:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777640960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762984.057815:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762984.057821:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762984.057829:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777640960:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762984.184426:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762985.208403:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762986.232365:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762987.256379:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762988.280392:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762989.176326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762989.176340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762989.176346:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762989.176360:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2660
00000100:00080000:0.0:1789762989.176373:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762989.176382:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762989.176430:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777641088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762989.176479:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762989.176488:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762989.176490:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762989.176497:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2660
00000100:00080000:0.0:1789762989.176504:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762989.176510:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762989.176522:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762989.176531:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777641088:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762989.176545:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777641216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762989.176562:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762989.176567:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762989.176569:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762989.176575:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2660
00000100:00080000:0.0:1789762989.176580:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762989.176586:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762989.176592:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762989.176605:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789762989.176611:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777641344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762989.176637:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762989.176645:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762989.176647:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762989.176653:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff9c6f84ef5f80 x1876699777641088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.176657:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2660
00000100:00080000:0.0:1789762989.176673:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762989.176681:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762989.176685:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777641088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762989.176696:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:2.0:1789762989.176701:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762989.176706:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762989.176712:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777641088:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789762989.176720:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777641472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762989.176734:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762989.176738:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1789762989.176740:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777641216:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762989.176743:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762989.176754:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2660
00000100:00080000:0.0:1789762989.176760:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762989.176765:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762989.176771:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762989.176780:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762989.176783:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff9c6f84ef6680 x1876699777641216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762989.176799:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777641216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762989.176805:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777641600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762989.176811:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762989.176818:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762989.176829:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777641216:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762989.176841:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777641344:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789762989.176849:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762989.176854:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762989.176858:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762989.176858:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762989.176873:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2660
00000100:00100000:2.0:1789762989.176878:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff9c6f84ef6300 x1876699777641344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.176884:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762989.176900:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789762989.176903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777641344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762989.176910:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762989.176920:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762989.176927:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789762989.176934:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777641728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762989.176935:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777641344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762989.176953:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777641472:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789762989.176961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762989.176967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762989.176970:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762989.176977:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2660
00000800:00000100:2.0:1789762989.176982:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762989.176990:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762989.176998:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff9c6f84ef4a80 x1876699777641472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.177003:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762989.177021:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762989.177024:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777641472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762989.177033:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762989.177036:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762989.177038:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777641472:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789762989.177048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777641856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762989.177055:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777641600:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762989.177087:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762989.177097:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff9c6f84ef4000 x1876699777641600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762989.177107:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777641600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762989.177112:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762989.177115:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762989.177117:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777641600:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762989.177121:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777641728:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762989.177132:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762989.177138:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff9c6f84ef5500 x1876699777641728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762989.177147:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777641728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762989.177156:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762989.177159:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762989.177163:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777641728:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762989.177176:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777641856:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762989.177197:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762989.177206:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff9c6f84ef4700 x1876699777641856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762989.177214:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777641856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762989.177219:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762989.177255:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762989.177257:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777641856:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762989.304536:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762990.328404:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762991.352570:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762992.376479:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762993.400483:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762994.296492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762994.296505:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762994.296510:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762994.296523:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2665
00000100:00080000:0.0:1789762994.296537:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762994.296544:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789762994.296611:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777641984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762994.296652:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762994.296672:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762994.296674:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762994.296677:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2665
00000100:00080000:0.0:1789762994.296679:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762994.296683:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762994.296694:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762994.296705:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777642112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762994.296715:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762994.296719:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762994.296723:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762994.296726:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777641984:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762994.296727:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2665
00000100:00080000:0.0:1789762994.296735:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762994.296742:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762994.296745:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762994.296756:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777642240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762994.296762:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762994.296765:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762994.296766:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762994.296770:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2665
00000100:00080000:0.0:1789762994.296772:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762994.296775:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762994.296779:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762994.296788:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777642368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762994.296795:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762994.296798:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762994.296800:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762994.296803:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2665
00000800:00000100:2.0:1789762994.296814:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789762994.296816:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762994.296820:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762994.296825:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762994.296836:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777642496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762994.296842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762994.296845:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762994.296846:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762994.296853:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2665
00000100:00080000:0.0:1789762994.296859:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762994.296863:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762994.296866:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762994.296867:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff9c6f84ef7480 x1876699777641984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762994.296882:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777642624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762994.296890:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762994.296895:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777641984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762994.296898:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762994.296903:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762994.296919:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2665
00000100:00080000:2.0:1789762994.296921:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762994.296927:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789762994.296931:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762994.296932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777641984:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789762994.296946:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789762994.296955:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762994.296964:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777642112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789762994.296975:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777642752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762994.296987:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762994.297004:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff9c6f84ef4700 x1876699777642112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762994.297014:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777642112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762994.297021:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762994.297025:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762994.297027:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777642112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762994.297031:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777642240:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762994.297042:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762994.297048:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff9c6f84ef5500 x1876699777642240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762994.297055:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777642240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762994.297060:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762994.297062:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762994.297064:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777642240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762994.297068:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777642368:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762994.297078:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762994.297084:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff9c6f84ef4000 x1876699777642368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762994.297091:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777642368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762994.297096:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762994.297098:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762994.297100:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777642368:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762994.297103:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777642496:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762994.297113:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762994.297119:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff9c6f84ef4a80 x1876699777642496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762994.297125:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777642496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762994.297130:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762994.297132:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762994.297134:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777642496:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762994.297137:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777642624:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762994.297147:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762994.297152:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff9c6f84ef6300 x1876699777642624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762994.297159:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777642624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762994.297164:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762994.297166:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762994.297169:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777642624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762994.297180:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777642752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762994.297190:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762994.297196:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff9c6f84ef6680 x1876699777642752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762994.297203:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777642752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762994.297208:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762994.297210:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762994.297212:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777642752:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762994.424469:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762995.448392:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762996.472348:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762997.496463:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762998.520415:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762999.416309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762999.416319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762999.416324:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762999.416335:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2671
00000100:00080000:3.0:1789762999.416346:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762999.416353:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789762999.416409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777642880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762999.416432:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762999.416436:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762999.416437:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762999.416440:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2671
00000100:00080000:3.0:1789762999.416443:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762999.416445:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762999.416454:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762999.416464:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777643008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762999.416472:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762999.416477:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777642880:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789762999.416477:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762999.416479:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762999.416486:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2671
00000100:00080000:3.0:1789762999.416490:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762999.416492:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762999.416495:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762999.416502:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777643136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762999.416508:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762999.416511:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762999.416512:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762999.416515:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2671
00000100:00080000:3.0:1789762999.416517:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762999.416519:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762999.416523:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762999.416531:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777643264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762999.416538:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762999.416540:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762999.416542:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762999.416544:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2671
00000100:00080000:3.0:1789762999.416546:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762999.416548:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762999.416551:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762999.416553:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789762999.416576:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777643392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762999.416587:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762999.416590:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789762999.416593:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff9c6f91ebaa00 x1876699777642880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762999.416594:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762999.416604:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2671
00000100:00080000:3.0:1789762999.416611:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762999.416618:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777642880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762999.416618:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762999.416629:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762999.416632:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762999.416637:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762999.416642:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777642880:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789762999.416645:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777643520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762999.416656:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762999.416659:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762999.416662:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762999.416666:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777643008:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789762999.416670:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2671
00000100:00080000:3.0:1789762999.416675:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762999.416679:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789762999.416685:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762999.416689:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762999.416702:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff9c6f91ebad80 x1876699777643008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762999.416702:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777643648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762999.416733:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777643008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762999.416741:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762999.416744:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762999.416747:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777643008:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762999.416754:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777643136:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762999.416765:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762999.416772:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff9c6f91ebb800 x1876699777643136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762999.416779:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777643136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762999.416784:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762999.416786:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762999.416788:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777643136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762999.416791:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777643264:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762999.416801:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762999.416808:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff9c6f91eb9500 x1876699777643264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762999.416815:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777643264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762999.416820:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762999.416822:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762999.416824:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777643264:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762999.416827:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777643392:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789762999.416836:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762999.416841:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff9c6f91eb9f80 x1876699777643392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762999.416848:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777643392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762999.416854:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762999.416855:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762999.416857:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777643392:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789762999.416860:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777643520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762999.416869:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762999.416875:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff9c6f91eb9880 x1876699777643520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762999.416881:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777643520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762999.416886:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762999.416888:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762999.416891:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777643520:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789762999.416901:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777643648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789762999.416911:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789762999.416916:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff9c6f91ebb480 x1876699777643648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762999.416923:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777643648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762999.416928:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762999.416930:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789762999.416932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777643648:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789762999.544349:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763000.568399:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763001.592361:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763002.616361:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763003.640407:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763004.536312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763004.536321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763004.536325:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763004.536334:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2676
00000100:00080000:3.0:1789763004.536347:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763004.536370:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763004.536411:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777643776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763004.536434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763004.536437:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763004.536438:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763004.536442:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2676
00000100:00080000:3.0:1789763004.536445:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763004.536447:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763004.536455:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763004.536464:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777643904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763004.536477:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763004.536480:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763004.536482:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763004.536485:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2676
00000100:00080000:3.0:1789763004.536487:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763004.536490:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763004.536493:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763004.536503:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777644032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763004.536511:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763004.536514:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763004.536520:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763004.536523:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777643776:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763004.536529:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2676
00000100:00080000:3.0:1789763004.536543:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763004.536550:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763004.536555:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763004.536576:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777644160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763004.536588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763004.536591:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763004.536593:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763004.536596:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2676
00000100:00080000:3.0:1789763004.536621:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763004.536626:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763004.536631:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763004.536640:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763004.536653:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777644288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763004.536666:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763004.536669:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763004.536671:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763004.536677:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2676
00000100:00080000:3.0:1789763004.536679:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763004.536682:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763004.536687:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763004.536704:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777644416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763004.536711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763004.536719:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763004.536721:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763004]  req@ffff9c6f91ebb480 x1876699777643776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763004.536722:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763004.536733:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2676
00000100:00080000:3.0:1789763004.536745:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763004.536758:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763004.536765:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763004.536782:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777644544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763004.536798:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777643776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763004.536826:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763004.536833:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763004.536842:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777643776:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763004.536859:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777643904:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763004.536911:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763004.536939:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763004]  req@ffff9c6f91eb9880 x1876699777643904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763004.536958:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777643904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763004.536970:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763004.536974:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763004.536979:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777643904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763004.537021:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777644032:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763004.537063:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763004.537087:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763004]  req@ffff9c6f91eb9f80 x1876699777644032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763004.537109:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777644032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763004.537124:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763004.537130:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763004.537136:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777644032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763004.537149:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777644160:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763004.537188:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763004.537211:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763004]  req@ffff9c6f91eb9500 x1876699777644160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763004.537295:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777644160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763004.537307:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763004.537311:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763004.537315:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777644160:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763004.537324:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777644288:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763004.537391:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763004.537415:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763004]  req@ffff9c6f91ebb800 x1876699777644288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763004.537442:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777644288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763004.537459:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763004.537466:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763004.537471:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777644288:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763004.537480:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777644416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763004.537510:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763004.537525:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763004]  req@ffff9c6f91ebad80 x1876699777644416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763004.537540:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777644416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763004.537551:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763004.537555:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763004.537559:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777644416:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763004.537566:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777644544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763004.537586:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763004.537597:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763004]  req@ffff9c6f91ebaa00 x1876699777644544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763004.537611:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777644544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763004.537621:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763004.537624:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763004.537628:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777644544:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763004.664529:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763005.688436:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763006.712375:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763007.736375:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763008.760372:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763009.656323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763009.656335:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763009.656340:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763009.656351:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2681
00000100:00080000:3.0:1789763009.656364:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763009.656373:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763009.656416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777644672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763009.656446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763009.656450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763009.656451:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763009.656456:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2681
00000100:00080000:3.0:1789763009.656460:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763009.656465:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763009.656475:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763009.656490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777644800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763009.656501:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777644672:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763009.656509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763009.656515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763009.656517:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763009.656523:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2681
00000100:00080000:3.0:1789763009.656527:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763009.656532:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763009.656538:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763009.656553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777644928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763009.656565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763009.656569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763009.656571:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763009.656575:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2681
00000100:00080000:3.0:1789763009.656580:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763009.656583:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763009.656588:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763009.656605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777645056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763009.656618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763009.656622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763009.656624:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763009.656632:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2681
00000100:00100000:2.0:1789763009.656637:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777644800:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763009.656641:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763009.656650:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763009.656658:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763009.656676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777645184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763009.656680:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777644928:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763009.656708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763009.656713:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789763009.656716:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777645056:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763009.656718:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763009.656733:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2681
00000100:00080000:3.0:1789763009.656742:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763009.656749:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763009.656753:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777645184:192.168.203.138@tcp:8:kworker.0
00000008:00100000:3.0:1789763009.656760:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763009.656783:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777645312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763009.656798:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763009.656802:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763009.656804:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763009.656810:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2681
00000100:00080000:3.0:1789763009.656816:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763009.656819:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777645312:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763009.656829:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763009.656843:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763009.656860:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777645440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763009.656894:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777645440:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763009.784414:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763010.808376:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763011.832343:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763012.728619:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789763012.728666:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763012.728682:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763012.728720:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763012.728727:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763012.728735:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763012.728747:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763012.728759:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763012.728770:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789763012.728774:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763012]  req@ffff9c6f91eb9f80 x1876699777645184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763012.728803:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777645184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763012.728817:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763012.728822:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763012.728827:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777645184:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763012.728837:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763012]  req@ffff9c6f91ebad80 x1876699777644800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763012.728849:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777644800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763012.728858:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763012.728861:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763012.728866:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777644800:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763012.728873:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763012]  req@ffff9c6f91ebb800 x1876699777644928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763012.728885:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777644928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763012.728892:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763012.728895:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763012.728899:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777644928:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763012.728906:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763012]  req@ffff9c6f91eb9500 x1876699777645056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763012.728918:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777645056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763012.728926:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763012.728930:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763012.728934:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777645056:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763012.728941:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763012]  req@ffff9c6f91ebaa00 x1876699777644672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763012.728954:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777644672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763012.728962:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763012.728966:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763012.728969:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777644672:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763012.728997:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763012]  req@ffff9c6f91ebb480 x1876699777645440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763012.729010:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777645440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763012.729019:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763012.729023:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763012.729027:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777645440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763012.729034:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763012]  req@ffff9c6f91eb9880 x1876699777645312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763012.729045:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777645312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763012.729060:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763012.729064:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763012.729068:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777645312:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763012.856381:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763013.880401:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763014.776578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763014.776605:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763014.776611:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763014.776629:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2686
00000100:00080000:1.0:1789763014.776647:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763014.776659:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763014.776723:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777645568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763014.776760:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763014.776768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763014.776773:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763014.776786:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2686
00000100:00080000:1.0:1789763014.776795:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763014.776817:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763014.776835:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777645568:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789763014.776838:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763014.776883:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777645696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763014.776916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763014.776925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763014.776930:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763014.776939:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2686
00000100:00080000:1.0:1789763014.776950:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763014.776966:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789763014.776968:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789763014.776982:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763014.777027:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777645824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763014.777054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763014.777057:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014]  req@ffff9c6f9118dc00 x1876699777645568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763014.777075:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763014.777081:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763014.777115:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2686
00000100:00100000:3.0:1789763014.777125:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777645568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763014.777131:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763014.777153:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789763014.777165:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763014.777171:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789763014.777184:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763014.777195:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777645568:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763014.777214:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777645952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763014.777306:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777645696:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763014.777341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763014.777349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763014.777355:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763014.777367:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2686
00000100:00080000:1.0:1789763014.777376:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763014.777381:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763014.777392:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763014.777408:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763014.777443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014]  req@ffff9c6f9118ca80 x1876699777645696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763014.777446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777646080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763014.777503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763014.777509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763014.777512:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763014.777520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2686
00000100:00080000:1.0:1789763014.777527:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763014.777535:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763014.777544:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763014.777565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777646208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763014.777583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763014.777589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763014.777592:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763014.777599:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2686
00000100:00080000:1.0:1789763014.777605:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763014.777611:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763014.777620:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763014.777639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777646336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763014.778134:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777645696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763014.778151:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763014.778159:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763014.778170:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777645696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763014.778187:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777645824:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763014.778319:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763014.778353:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014]  req@ffff9c6f9118d180 x1876699777645824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763014.778377:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777645824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763014.778393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763014.778400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763014.778406:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777645824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763014.778463:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777645952:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763014.778501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763014.778524:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014]  req@ffff9c6f9118ce00 x1876699777645952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763014.778542:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777645952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763014.778554:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763014.778560:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763014.778565:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777645952:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763014.778575:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777646080:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763014.778601:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763014.778614:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014]  req@ffff9c6f9118df80 x1876699777646080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763014.778631:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777646080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763014.778639:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763014.778642:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763014.778645:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777646080:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763014.778665:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777646208:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763014.778683:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763014.778693:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014]  req@ffff9c6f9118dc00 x1876699777646208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763014.778704:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777646208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763014.778711:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763014.778714:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763014.778717:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777646208:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763014.778723:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777646336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763014.778737:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763014.778746:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014]  req@ffff9c6f9118f800 x1876699777646336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763014.778756:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777646336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763014.778769:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763014.778773:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763014.778778:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777646336:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763014.904440:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763015.928460:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763016.952469:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763017.976435:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763019.000444:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763019.896402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763019.896419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763019.896427:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763019.896445:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2691
00000100:00080000:3.0:1789763019.896464:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763019.896477:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763019.896541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777646464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763019.896597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763019.896614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763019.896616:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763019.896638:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2691
00000100:00080000:3.0:1789763019.896646:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763019.896653:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763019.896670:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763019.896699:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777646592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763019.896711:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777646464:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763019.896721:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763019.896728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763019.896731:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763019.896738:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2691
00000100:00080000:3.0:1789763019.896744:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763019.896765:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763019.896770:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763019.896781:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777646720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763019.896789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763019.896791:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763019.896793:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763019.896795:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2691
00000100:00080000:3.0:1789763019.896800:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763019.896803:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763019.896806:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763019.896827:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763019.896837:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777646848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763019.896850:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763019.896855:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763019.896858:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763019.896863:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2691
00000100:00080000:3.0:1789763019.896869:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763019.896875:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763019.896895:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763019.896913:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019]  req@ffff9c6f91eb9880 x1876699777646464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763019.896922:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777646976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763019.896969:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763019.896973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763019.896975:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763019.896981:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2691
00000100:00080000:3.0:1789763019.896988:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763019.896997:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763019.897000:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777646464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763019.897005:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763019.897044:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763019.897056:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763019.897059:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777647104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763019.897072:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777646464:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763019.897078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763019.897089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763019.897092:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763019.897124:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2691
00000100:00080000:3.0:1789763019.897128:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763019.897132:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763019.897135:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763019.897146:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777646592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763019.897147:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777647232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763019.897195:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763019.897218:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019]  req@ffff9c6f91ebb480 x1876699777646592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763019.897313:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777646592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763019.897320:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763019.897323:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763019.897325:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777646592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763019.897349:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777646720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763019.897379:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763019.897394:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019]  req@ffff9c6f91ebaa00 x1876699777646720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763019.897408:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777646720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763019.897418:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763019.897421:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763019.897425:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777646720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763019.897433:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777646848:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763019.897452:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763019.897463:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019]  req@ffff9c6f91eb9500 x1876699777646848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763019.897476:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777646848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763019.897495:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763019.897499:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763019.897503:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777646848:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763019.897509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777646976:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763019.897527:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763019.897537:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019]  req@ffff9c6f91ebb800 x1876699777646976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763019.897569:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777646976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763019.897577:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763019.897580:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763019.897584:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777646976:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763019.897589:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777647104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763019.897627:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763019.897633:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019]  req@ffff9c6f91ebad80 x1876699777647104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763019.897641:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777647104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763019.897646:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763019.897648:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763019.897651:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777647104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763019.897664:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777647232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763019.897694:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763019.897705:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019]  req@ffff9c6f91eb9f80 x1876699777647232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763019.897718:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777647232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763019.897727:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763019.897730:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763019.897733:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777647232:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763020.024396:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763021.048403:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763022.072472:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763023.096555:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763024.120507:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763025.016374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.016385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763025.016390:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.016404:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2696
00000100:00080000:3.0:1789763025.016420:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.016430:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763025.016483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777647360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.016516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.016522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763025.016525:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.016531:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2696
00000100:00080000:3.0:1789763025.016537:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.016543:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763025.016558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763025.016585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777647488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.016607:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.016622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763025.016626:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777647360:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763025.016629:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.016649:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2696
00000100:00080000:3.0:1789763025.016655:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.016659:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763025.016669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763025.016694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777647616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.016721:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.016729:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763025.016732:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.016740:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2696
00000800:00000100:2.0:1789763025.016752:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763025.016755:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.016765:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763025.016775:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763025.016794:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777647744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.016806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.016810:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763025.016814:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.016819:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2696
00000100:00080000:3.0:1789763025.016824:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763025.016832:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff9c6f91eb9f80 x1876699777647360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763025.016832:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763025.016852:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763025.016877:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777647872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763025.016889:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777647360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763025.016907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.016936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763025.016945:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763025.016958:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763025.016959:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2696
00000100:00080000:3.0:1789763025.016977:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763025.016983:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763025.016993:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763025.017001:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777647360:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789763025.017005:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763025.017035:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777648000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.017045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.017050:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763025.017054:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763025.017056:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777647488:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763025.017065:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2696
00000100:00080000:3.0:1789763025.017075:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.017081:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763025.017088:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763025.017108:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777648128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763025.017115:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763025.017153:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff9c6f91ebad80 x1876699777647488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763025.017172:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777647488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763025.017185:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763025.017190:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763025.017195:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777647488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763025.017293:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777647616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763025.017328:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763025.017345:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff9c6f91ebb800 x1876699777647616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763025.017361:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777647616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763025.017372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763025.017377:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763025.017382:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777647616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763025.017394:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777647744:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763025.017432:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763025.017454:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff9c6f91eb9500 x1876699777647744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763025.017480:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777647744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763025.017498:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763025.017505:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763025.017509:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777647744:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763025.017518:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777647872:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763025.017548:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763025.017563:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff9c6f91ebaa00 x1876699777647872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763025.017578:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777647872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763025.017588:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763025.017593:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763025.017596:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777647872:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763025.017603:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777648000:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763025.017622:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763025.017633:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff9c6f91ebb480 x1876699777648000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763025.017647:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777648000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763025.017657:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763025.017660:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763025.017665:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777648000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763025.017692:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777648128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763025.017713:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763025.017725:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff9c6f91eb9880 x1876699777648128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763025.017739:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777648128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763025.017749:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763025.017752:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763025.017756:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777648128:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763025.144486:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763026.168445:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763027.192445:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763028.216495:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763029.240633:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763030.136431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763030.136444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763030.136450:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763030.136464:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2701
00000100:00080000:0.0:1789763030.136481:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763030.136491:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763030.136565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777648256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763030.136624:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763030.136632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763030.136635:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763030.136643:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2701
00000100:00080000:0.0:1789763030.136661:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763030.136671:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763030.136689:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763030.136721:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777648384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763030.136742:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777648256:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763030.136763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763030.136772:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763030.136775:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763030.136785:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2701
00000100:00080000:0.0:1789763030.136792:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763030.136799:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763030.136809:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763030.136829:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777648512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763030.136842:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763030.136846:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763030.136849:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763030.136854:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2701
00000100:00080000:0.0:1789763030.136859:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763030.136865:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763030.136870:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763030.136881:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763030.136898:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777648640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763030.136919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763030.136924:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763030.136926:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763030.136933:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2701
00000100:00080000:0.0:1789763030.136940:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763030.136948:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763030.136956:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763030.136967:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff9c6f84ef5f80 x1876699777648256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763030.136972:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777648768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763030.137046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763030.137067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763030.137071:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763030.137078:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2701
00000100:00080000:0.0:1789763030.137081:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763030.137101:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763030.137108:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777648256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763030.137119:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763030.137138:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763030.137147:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763030.137160:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777648256:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763030.137184:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777648896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763030.137283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763030.137291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763030.137295:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763030.137303:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2701
00000100:00080000:0.0:1789763030.137311:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763030.137319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763030.137329:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763030.137358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777649024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763030.137358:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777648384:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763030.137437:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763030.137471:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff9c6f84ef7800 x1876699777648384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763030.137490:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777648384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763030.137503:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763030.137508:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763030.137513:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777648384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763030.137521:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777648512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763030.137545:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763030.137561:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff9c6f84ef4e00 x1876699777648512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763030.137586:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777648512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763030.137602:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763030.137609:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763030.137616:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777648512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763030.137630:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777648640:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763030.137673:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763030.137691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff9c6f84ef4380 x1876699777648640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763030.137707:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777648640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763030.137718:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763030.137722:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763030.137727:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777648640:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763030.137735:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777648768:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763030.137759:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763030.137770:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff9c6f84ef6a00 x1876699777648768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763030.137785:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777648768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763030.137795:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763030.137798:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763030.137802:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777648768:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763030.137809:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777648896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763030.137828:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763030.137839:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff9c6f84ef5880 x1876699777648896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763030.137852:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777648896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763030.137861:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763030.137865:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763030.137870:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777648896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763030.137898:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777649024:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763030.137920:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763030.137932:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff9c6f84ef6d80 x1876699777649024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763030.137947:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777649024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763030.137957:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763030.137961:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763030.137968:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777649024:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763030.264460:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763031.288481:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763032.312483:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763033.336499:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763034.360354:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763035.256428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.256440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763035.256446:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.256459:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2706
00000100:00080000:1.0:1789763035.256474:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763035.256485:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763035.256534:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777649152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763035.256569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.256573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763035.256575:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.256580:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2706
00000100:00080000:1.0:1789763035.256583:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763035.256588:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763035.256617:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763035.256644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777649280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763035.256645:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777649152:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763035.256674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.256680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763035.256682:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.256687:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2706
00000100:00080000:1.0:1789763035.256691:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763035.256696:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763035.256703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763035.256719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777649408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763035.256741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.256745:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763035.256748:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.256752:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2706
00000100:00080000:1.0:1789763035.256759:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763035.256764:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763035.256770:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763035.256782:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763035.256812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777649536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763035.256835:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.256842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1789763035.256849:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff9c6f9118f100 x1876699777649152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763035.256851:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.256875:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2706
00000100:00080000:1.0:1789763035.256889:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763035.256895:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777649152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763035.256904:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763035.256924:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763035.256930:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763035.256939:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763035.256947:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777649152:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763035.256952:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777649664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763035.256970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.256975:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763035.256978:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.256985:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2706
00000100:00080000:1.0:1789763035.256991:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763035.256995:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777649280:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763035.257004:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763035.257015:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763035.257034:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777649792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763035.257049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763035.257050:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763035.257060:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763035.257066:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.257073:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2706
00000100:00080000:1.0:1789763035.257079:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763035.257084:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff9c6f9118d500 x1876699777649280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763035.257091:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763035.257103:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763035.257121:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777649280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763035.257162:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777649920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763035.257179:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763035.257192:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763035.257200:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777649280:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763035.257211:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777649408:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763035.257312:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763035.257331:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff9c6f9118c700 x1876699777649408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763035.257351:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777649408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763035.257366:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763035.257372:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763035.257378:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777649408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763035.257389:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777649536:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763035.257416:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763035.257432:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff9c6f9118c380 x1876699777649536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763035.257451:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777649536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763035.257466:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763035.257472:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763035.257478:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777649536:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763035.257488:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777649664:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763035.257517:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763035.257530:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff9c6f9118e680 x1876699777649664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763035.257543:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777649664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763035.257551:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763035.257555:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763035.257558:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777649664:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763035.257578:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777649792:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763035.257611:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763035.257628:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff9c6f9118ed80 x1876699777649792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763035.257644:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777649792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763035.257658:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763035.257664:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763035.257672:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777649792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763035.257682:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777649920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763035.257716:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763035.257736:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff9c6f9118f100 x1876699777649920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763035.257749:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777649920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763035.257757:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763035.257760:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763035.257763:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777649920:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763035.384454:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763036.408401:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763037.432375:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763038.456475:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763039.480390:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763040.376364:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763040.376397:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763040.376404:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763040.376421:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2712
00000100:00080000:2.0:1789763040.376438:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763040.376449:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763040.376511:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777650048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763040.376557:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763040.376562:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763040.376565:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763040.376570:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2712
00000100:00080000:2.0:1789763040.376574:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763040.376581:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763040.376612:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763040.376640:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777650176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763040.376657:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777650048:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763040.376686:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763040.376691:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763040.376694:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763040.376703:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2712
00000100:00080000:2.0:1789763040.376710:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763040.376716:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763040.376725:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763040.376742:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777650304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763040.376755:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763040.376759:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763040.376760:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763040.376763:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2712
00000100:00080000:2.0:1789763040.376779:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763040.376784:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789763040.376798:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789763040.376802:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763040.376824:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777650432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763040.376841:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763040.376847:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763040.376850:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763040.376861:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2712
00000100:00080000:2.0:1789763040.376869:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763040.376872:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff9c6f851a0380 x1876699777650048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763040.376899:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763040.376909:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777650048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763040.376912:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763040.376941:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777650560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763040.376947:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763040.376971:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763040.376976:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789763040.376980:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763040.376988:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763040.376999:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2712
00000100:00100000:3.0:1789763040.377001:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777650048:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763040.377007:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763040.377022:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763040.377031:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763040.377050:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777650688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763040.377068:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763040.377077:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777650176:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763040.377080:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763040.377118:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763040.377149:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2712
00000100:00080000:2.0:1789763040.377168:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763040.377175:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763040.377185:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763040.377201:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763040.377204:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff9c6f851a2680 x1876699777650176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763040.377326:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777650816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763040.377328:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777650176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763040.377396:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763040.377405:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763040.377414:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777650176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763040.377426:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777650304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763040.377466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763040.377492:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff9c6f851a2300 x1876699777650304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763040.377517:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777650304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763040.377535:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763040.377543:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763040.377550:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777650304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763040.377564:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777650432:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763040.377605:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763040.377621:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff9c6f851a2d80 x1876699777650432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763040.377637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777650432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763040.377647:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763040.377651:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763040.377655:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777650432:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763040.377662:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777650560:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763040.377682:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763040.377694:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff9c6f851a3480 x1876699777650560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763040.377708:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777650560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763040.377717:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763040.377720:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763040.377724:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777650560:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763040.377749:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777650688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763040.377769:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763040.377781:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff9c6f851a0000 x1876699777650688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763040.377794:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777650688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763040.377812:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763040.377816:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763040.377821:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777650688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763040.377827:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777650816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763040.377845:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763040.377856:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff9c6f851a1500 x1876699777650816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763040.377870:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777650816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763040.377880:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763040.377883:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763040.377887:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777650816:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763040.504554:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763041.528427:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763042.552416:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763043.576378:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763044.600366:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763045.496360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763045.496374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763045.496380:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763045.496411:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2717
00000100:00080000:1.0:1789763045.496427:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763045.496438:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763045.496489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777650944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763045.496525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763045.496529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763045.496531:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763045.496535:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2717
00000100:00080000:1.0:1789763045.496539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763045.496543:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763045.496553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763045.496570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777651072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763045.496579:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777650944:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763045.496585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763045.496589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763045.496591:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763045.496595:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2717
00000100:00080000:1.0:1789763045.496597:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763045.496600:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763045.496605:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763045.496616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777651200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763045.496624:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763045.496627:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763045.496629:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763045.496633:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2717
00000100:00080000:1.0:1789763045.496637:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763045.496641:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763045.496646:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763045.496657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777651328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763045.496662:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763045.496674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763045.496679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763045.496681:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763045.496687:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2717
00000100:00080000:1.0:1789763045.496690:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763045.496693:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763045.496697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763045.496707:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777651456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763045.496716:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763045.496718:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff9c6f9118f800 x1876699777650944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763045.496720:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763045.496724:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763045.496733:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2717
00000100:00080000:1.0:1789763045.496740:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763045.496746:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763045.496750:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763045.496756:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777650944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763045.496764:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777651584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763045.496773:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763045.496786:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789763045.496793:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763045.496798:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777650944:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763045.496800:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763045.496805:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763045.496812:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2717
00000100:00080000:1.0:1789763045.496815:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763045.496819:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763045.496823:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763045.496833:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777651072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763045.496836:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777651712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763045.496865:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763045.496881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff9c6f9118dc00 x1876699777651072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763045.496893:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777651072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763045.496900:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763045.496904:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763045.496907:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777651072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763045.496912:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777651200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763045.496926:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763045.496934:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff9c6f9118df80 x1876699777651200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763045.496944:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777651200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763045.496967:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763045.496973:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763045.496983:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777651200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763045.496993:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777651328:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763045.497022:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763045.497040:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff9c6f9118ce00 x1876699777651328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763045.497077:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777651328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763045.497089:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763045.497094:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763045.497099:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777651328:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763045.497107:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777651456:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763045.497137:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763045.497151:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff9c6f9118d180 x1876699777651456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763045.497162:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777651456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763045.497169:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763045.497172:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763045.497175:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777651456:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763045.497180:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777651584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763045.497197:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763045.497205:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff9c6f9118ca80 x1876699777651584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763045.497215:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777651584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763045.497247:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763045.497250:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763045.497253:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777651584:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763045.497274:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777651712:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763045.497292:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763045.497302:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff9c6f9118f800 x1876699777651712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763045.497312:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777651712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763045.497319:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763045.497322:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763045.497324:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777651712:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763045.624395:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763046.648351:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763047.672530:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763048.696458:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763049.720485:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763050.616399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763050.616416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763050.616422:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763050.616435:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2722
00000100:00080000:1.0:1789763050.616466:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763050.616474:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763050.616508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777651840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763050.616561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763050.616567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763050.616569:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763050.616576:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2722
00000100:00080000:1.0:1789763050.616585:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763050.616595:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763050.616609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763050.616634:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777651840:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763050.616653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777651968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763050.616683:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763050.616686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763050.616688:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763050.616693:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2722
00000100:00080000:1.0:1789763050.616698:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763050.616703:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763050.616708:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763050.616725:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777652096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763050.616736:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763050.616775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763050.616783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763050.616788:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763050.616798:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2722
00000100:00080000:1.0:1789763050.616805:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763050.616815:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763050.616828:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763050.616847:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050]  req@ffff9c6f9118f100 x1876699777651840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763050.616862:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777652224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763050.616898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763050.616905:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763050.616908:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763050.616913:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2722
00000100:00080000:1.0:1789763050.616919:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763050.616924:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763050.616931:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763050.616946:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777652352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763050.616957:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763050.616961:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763050.616964:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763050.616968:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2722
00000100:00080000:1.0:1789763050.616972:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763050.616976:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763050.616981:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763050.616993:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777652480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763050.617064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763050.617067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763050.617068:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763050.617072:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2722
00000100:00100000:3.0:1789763050.617075:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777651840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763050.617077:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763050.617085:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763050.617091:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763050.617091:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763050.617097:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763050.617101:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777651840:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763050.617106:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777652608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763050.617434:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777651968:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763050.617482:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763050.617498:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050]  req@ffff9c6f9118ed80 x1876699777651968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763050.617526:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777651968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763050.617538:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763050.617542:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763050.617547:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777651968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763050.617555:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777652096:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763050.617580:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763050.617593:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050]  req@ffff9c6f9118e680 x1876699777652096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763050.617608:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777652096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763050.617618:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763050.617622:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763050.617625:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777652096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763050.617633:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777652224:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763050.617661:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763050.617699:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050]  req@ffff9c6f9118c380 x1876699777652224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763050.617711:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777652224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763050.617720:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763050.617724:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763050.617727:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777652224:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763050.617734:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777652352:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763050.617776:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763050.617800:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050]  req@ffff9c6f9118c700 x1876699777652352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763050.617826:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777652352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763050.617843:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763050.617849:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763050.617855:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777652352:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763050.617863:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777652480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763050.617893:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763050.617909:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050]  req@ffff9c6f9118d500 x1876699777652480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763050.617923:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777652480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763050.617934:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763050.617938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763050.617942:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777652480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763050.617949:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777652608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763050.617967:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763050.617978:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050]  req@ffff9c6f9118f800 x1876699777652608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763050.617992:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777652608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763050.618001:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763050.618004:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763050.618008:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777652608:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763050.744496:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763051.768447:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763052.792543:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763053.816463:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763054.840437:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763055.736366:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763055.736377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763055.736382:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763055.736393:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2727
00000100:00080000:2.0:1789763055.736406:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763055.736414:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763055.736458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777652736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763055.736488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763055.736492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763055.736494:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763055.736498:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2727
00000100:00080000:2.0:1789763055.736501:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763055.736504:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763055.736515:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763055.736527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777652864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763055.736537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763055.736542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763055.736543:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777652736:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763055.736544:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763055.736552:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2727
00000100:00080000:2.0:1789763055.736558:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763055.736562:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763055.736567:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763055.736579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777652992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763055.736587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763055.736591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763055.736592:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763055.736596:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2727
00000100:00080000:2.0:1789763055.736618:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763055.736622:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763055.736626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763055.736634:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763055.736638:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777653120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763055.736648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763055.736651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763055.736653:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763055.736657:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2727
00000100:00080000:2.0:1789763055.736660:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763055.736663:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763055.736669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763055.736684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777653248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763055.736723:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055]  req@ffff9c6f851a1180 x1876699777652736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763055.736738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763055.736757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763055.736762:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763055.736775:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2727
00000100:00100000:3.0:1789763055.736777:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777652736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763055.736787:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763055.736802:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789763055.736816:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763055.736817:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763055.736833:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763055.736852:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777653376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763055.736852:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777652736:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763055.736885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763055.736893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763055.736897:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763055.736908:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2727
00000100:00100000:3.0:1789763055.736926:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777652864:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763055.736931:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763055.736941:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763055.736949:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763055.736966:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763055.736970:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777653504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763055.737005:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055]  req@ffff9c6f851a3b80 x1876699777652864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763055.737023:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777652864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763055.737031:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763055.737035:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763055.737039:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777652864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763055.737046:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777652992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763055.737068:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763055.737084:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055]  req@ffff9c6f851a1c00 x1876699777652992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763055.737100:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777652992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763055.737112:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763055.737117:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763055.737122:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777652992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763055.737131:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777653120:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763055.737158:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763055.737174:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055]  req@ffff9c6f851a1f80 x1876699777653120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763055.737190:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777653120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763055.737202:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763055.737207:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763055.737211:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777653120:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763055.737219:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777653248:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763055.737272:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763055.737289:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055]  req@ffff9c6f851a2a00 x1876699777653248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763055.737325:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777653248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763055.737342:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763055.737348:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763055.737354:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777653248:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763055.737366:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777653376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763055.737402:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763055.737424:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055]  req@ffff9c6f851a0e00 x1876699777653376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763055.737447:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777653376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763055.737462:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763055.737468:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763055.737475:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777653376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763055.737511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777653504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763055.737539:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763055.737552:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055]  req@ffff9c6f851a1880 x1876699777653504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763055.737566:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777653504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763055.737576:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763055.737579:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763055.737583:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777653504:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763055.864371:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763056.888355:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763057.912453:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763058.936469:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763059.960512:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763060.856435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763060.856449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763060.856454:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763060.856468:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2732
00000100:00080000:2.0:1789763060.856486:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763060.856496:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763060.856548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777653632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763060.856590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763060.856595:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763060.856598:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763060.856604:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2732
00000100:00080000:2.0:1789763060.856609:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763060.856617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763060.856631:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763060.856659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777653760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763060.856659:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777653632:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763060.856697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763060.856703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763060.856706:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763060.856714:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2732
00000100:00080000:2.0:1789763060.856718:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763060.856722:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763060.856728:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763060.856741:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777653888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763060.856755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763060.856761:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763060.856764:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763060.856771:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2732
00000800:00000100:3.0:1789763060.856784:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763060.856788:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763060.856797:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763060.856806:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763060.856822:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777654016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763060.856836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763060.856841:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763060.856844:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763060.856848:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060]  req@ffff9c6f851a0700 x1876699777653632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763060.856855:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2732
00000100:00080000:2.0:1789763060.856869:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763060.856893:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763060.856904:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763060.856913:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777653632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763060.856930:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777654144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763060.856948:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763060.856956:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763060.856962:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777653632:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763060.856996:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763060.857002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763060.857005:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763060.857015:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2732
00000100:00100000:3.0:1789763060.857023:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777653760:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763060.857034:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763060.857045:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763060.857055:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763060.857062:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763060.857080:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777654272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763060.857089:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060]  req@ffff9c6f851a3100 x1876699777653760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763060.857150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763060.857161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763060.857162:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777653760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763060.857165:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763060.857191:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2732
00000100:00080000:3.0:1789763060.857191:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763060.857208:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763060.857214:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777653760:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763060.857216:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763060.857249:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777653888:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763060.857269:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763060.857282:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060]  req@ffff9c6f851a3800 x1876699777653888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763060.857297:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763060.857306:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777653888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763060.857324:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763060.857325:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763060.857335:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763060.857346:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777653888:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763060.857353:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777654016:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763060.857372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777654400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763060.857374:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763060.857393:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060]  req@ffff9c6f851a0a80 x1876699777654016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763060.857430:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777654016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763060.857440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763060.857443:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763060.857448:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777654016:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763060.857454:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777654144:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763060.857469:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763060.857476:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060]  req@ffff9c6f851a1880 x1876699777654144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763060.857486:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777654144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763060.857492:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763060.857495:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763060.857497:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777654144:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763060.857517:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777654272:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763060.857531:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763060.857539:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060]  req@ffff9c6f851a0e00 x1876699777654272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763060.857547:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777654272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763060.857555:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763060.857558:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763060.857562:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777654272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763060.857566:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777654400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763060.857579:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763060.857587:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060]  req@ffff9c6f851a2a00 x1876699777654400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763060.857596:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777654400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763060.857603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763060.857605:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763060.857608:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777654400:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763060.984487:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763062.008476:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763063.032512:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763064.056444:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763065.080423:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763065.976396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763065.976415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763065.976422:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763065.976441:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2737
00000100:00080000:0.0:1789763065.976461:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763065.976492:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763065.976560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777654528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763065.976607:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763065.976612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763065.976615:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763065.976622:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2737
00000100:00080000:0.0:1789763065.976628:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763065.976633:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763065.976649:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763065.976671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777654656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763065.976689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763065.976696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763065.976696:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777654528:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763065.976703:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763065.976720:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2737
00000100:00080000:0.0:1789763065.976725:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763065.976730:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763065.976737:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763065.976753:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777654784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763065.976766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763065.976772:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763065.976774:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763065.976779:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2737
00000100:00080000:0.0:1789763065.976783:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763065.976788:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763065.976794:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763065.976808:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777654912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763065.976823:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763065.976830:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763065.976837:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763065.976840:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763065.976849:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2737
00000100:00080000:0.0:1789763065.976855:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763065.976861:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763065.976867:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763065.976880:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777655040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763065.976892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763065.976896:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763065.976926:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763065.976934:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2737
00000100:00100000:3.0:1789763065.976944:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065]  req@ffff9c6f84ef5c00 x1876699777654528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763065.976947:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763065.976964:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763065.976984:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763065.977010:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777654528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763065.977021:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777655168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763065.977037:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763065.977056:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763065.977057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763065.977069:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763065.977074:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777654528:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763065.977075:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763065.977091:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2737
00000100:00080000:0.0:1789763065.977098:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763065.977105:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763065.977112:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763065.977125:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777654656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763065.977136:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777655296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763065.977182:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763065.977213:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065]  req@ffff9c6f84ef6d80 x1876699777654656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763065.977287:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777654656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763065.977301:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763065.977306:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763065.977311:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777654656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763065.977320:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777654784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763065.977352:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763065.977368:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065]  req@ffff9c6f84ef5880 x1876699777654784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763065.977383:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777654784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763065.977393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763065.977398:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763065.977401:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777654784:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763065.977408:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777654912:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763065.977428:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763065.977440:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065]  req@ffff9c6f84ef6a00 x1876699777654912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763065.977454:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777654912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763065.977464:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763065.977468:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763065.977471:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777654912:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763065.977477:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777655040:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763065.977496:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763065.977507:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065]  req@ffff9c6f84ef4380 x1876699777655040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763065.977520:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777655040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763065.977545:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763065.977549:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763065.977553:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777655040:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763065.977561:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777655168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763065.977584:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763065.977596:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065]  req@ffff9c6f84ef4e00 x1876699777655168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763065.977610:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777655168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763065.977621:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763065.977625:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763065.977629:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777655168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763065.977653:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777655296:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763065.977672:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763065.977685:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065]  req@ffff9c6f84ef7800 x1876699777655296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763065.977699:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777655296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763065.977708:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763065.977712:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763065.977716:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777655296:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763066.104425:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763067.128480:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763068.152429:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763069.176470:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763070.200443:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763071.096452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763071.096465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763071.096471:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763071.096484:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2742
00000100:00080000:2.0:1789763071.096501:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763071.096511:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763071.096565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777655424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763071.096616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763071.096621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763071.096624:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763071.096629:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2742
00000100:00080000:2.0:1789763071.096635:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763071.096641:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763071.096654:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763071.096672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777655552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763071.096699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763071.096707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763071.096710:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777655424:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763071.096711:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763071.096722:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2742
00000100:00080000:2.0:1789763071.096733:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763071.096739:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763071.096745:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763071.096762:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777655680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763071.096775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763071.096780:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763071.096783:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763071.096815:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2742
00000100:00080000:2.0:1789763071.096841:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763071.096846:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763071.096853:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763071.096885:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763071.096919:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777655808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763071.096943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763071.096947:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763071.096950:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763071.096957:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2742
00000100:00080000:2.0:1789763071.096963:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763071.096969:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763071.096979:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763071.096979:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff9c6f851a1f80 x1876699777655424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763071.097005:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777655936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763071.097018:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777655424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763071.097022:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763071.097038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763071.097045:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763071.097060:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2742
00000100:00080000:3.0:1789763071.097061:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763071.097065:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763071.097073:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789763071.097078:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763071.097088:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777655424:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789763071.097089:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763071.097118:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777656064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763071.097130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763071.097135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763071.097138:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763071.097145:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777655552:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763071.097147:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2742
00000100:00080000:2.0:1789763071.097162:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763071.097168:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763071.097174:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763071.097192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777656192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763071.097206:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763071.097286:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff9c6f851a1c00 x1876699777655552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763071.097323:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777655552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763071.097341:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763071.097350:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763071.097360:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777655552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763071.097376:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777655680:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763071.097416:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763071.097434:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff9c6f851a3b80 x1876699777655680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763071.097450:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777655680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763071.097461:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763071.097465:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763071.097469:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777655680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763071.097476:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777655808:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763071.097499:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763071.097510:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff9c6f851a1180 x1876699777655808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763071.097525:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777655808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763071.097534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763071.097538:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763071.097541:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777655808:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763071.097548:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777655936:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763071.097566:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763071.097577:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff9c6f851a1500 x1876699777655936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763071.097591:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777655936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763071.097600:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763071.097604:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763071.097607:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777655936:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763071.097613:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777656064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763071.097631:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763071.097642:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff9c6f851a0000 x1876699777656064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763071.097665:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777656064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763071.097674:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763071.097677:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763071.097681:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777656064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763071.097706:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777656192:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763071.097726:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763071.097738:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff9c6f851a3480 x1876699777656192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763071.097760:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777656192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763071.097783:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763071.097790:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763071.097797:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777656192:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763071.224501:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763072.248505:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763073.272465:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763074.296483:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763075.320366:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763076.216325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763076.216336:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763076.216340:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763076.216349:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2747
00000100:00080000:2.0:1789763076.216362:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763076.216369:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763076.216407:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777656320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763076.216434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763076.216437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763076.216439:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763076.216443:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2747
00000100:00080000:2.0:1789763076.216447:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763076.216455:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763076.216465:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763076.216470:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777656320:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763076.216478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777656448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763076.216488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763076.216492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763076.216493:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763076.216497:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2747
00000100:00080000:2.0:1789763076.216499:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763076.216502:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763076.216505:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763076.216515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777656576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763076.216523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763076.216526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763076.216527:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763076.216530:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2747
00000100:00080000:2.0:1789763076.216539:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763076.216542:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763076.216546:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763076.216555:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777656704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763076.216561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763076.216564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763076.216566:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763076.216569:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2747
00000100:00080000:2.0:1789763076.216571:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763076.216575:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763076.216580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763076.216589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777656832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763076.216595:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777656448:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763076.216603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763076.216607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763076.216609:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763076.216612:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2747
00000100:00080000:2.0:1789763076.216615:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763076.216618:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763076.216622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763076.216633:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777656960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763076.216638:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777656576:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763076.216647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763076.216651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763076.216652:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763076.216657:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2747
00000100:00080000:2.0:1789763076.216661:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763076.216664:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763076.216669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763076.216673:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777656704:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763076.216681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777657088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763076.216702:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777656832:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763076.216723:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777656960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763076.216738:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777657088:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763076.344378:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763077.368357:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763078.392390:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763079.288713:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789763079.288780:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763079.288832:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763079.288903:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763079.288926:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789763079.288949:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763079]  req@ffff9c6f851a2300 x1876699777656448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789763079.288950:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763079.288977:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789763079.288997:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777656448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789763079.289008:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00080000:0.0:1789763079.289033:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000800:00000100:2.0:1789763079.289036:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00080000:0.0:1789763079.289044:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763079.289055:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777656448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763079.289072:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763079]  req@ffff9c6f851a2680 x1876699777656576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763079.289099:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777656576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763079.289115:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763079.289134:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763079.289140:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777656576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763079.289152:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763079]  req@ffff9c6f851a0380 x1876699777656704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763079.289175:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777656704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763079.289190:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763079.289197:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763079.289203:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777656704:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763079.289216:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763079]  req@ffff9c6f851a2d80 x1876699777656320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763079.289335:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777656320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763079.289352:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763079.289359:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763079.289366:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777656320:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763079.289410:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763079]  req@ffff9c6f851a3480 x1876699777656832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763079.289434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777656832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763079.289448:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763079.289455:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763079.289461:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777656832:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763079.289474:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763079]  req@ffff9c6f851a0000 x1876699777656960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763079.289498:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777656960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763079.289512:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763079.289518:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763079.289524:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777656960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763079.289536:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763079]  req@ffff9c6f851a1500 x1876699777657088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763079.289558:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777657088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763079.289572:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763079.289578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763079.289585:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777657088:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763079.416504:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763080.440374:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763081.336421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763081.336434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763081.336439:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763081.336451:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2752
00000100:00080000:0.0:1789763081.336465:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763081.336475:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763081.336517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777657216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763081.336555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763081.336561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763081.336564:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763081.336572:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2752
00000100:00080000:0.0:1789763081.336577:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763081.336584:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763081.336599:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763081.336612:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777657216:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763081.336631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777657344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763081.336649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763081.336653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763081.336656:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763081.336662:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2752
00000100:00080000:0.0:1789763081.336669:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763081.336674:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763081.336681:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763081.336696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777657472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763081.336710:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763081.336711:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763081.336715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763081.336718:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763081.336723:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2752
00000100:00080000:0.0:1789763081.336728:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763081.336733:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763081.336740:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763081.336756:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777657600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763081.336771:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763081.336775:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff9c6f84ef5f80 x1876699777657216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763081.336776:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763081.336779:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763081.336806:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2752
00000100:00080000:0.0:1789763081.336812:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763081.336818:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763081.336822:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777657216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763081.336826:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763081.336840:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763081.336843:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777657728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763081.336846:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763081.336853:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777657216:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763081.336859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763081.336864:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763081.336867:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763081.336871:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2752
00000100:00080000:0.0:1789763081.336876:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763081.336882:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763081.336889:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763081.336892:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777657344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763081.336902:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777657856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763081.336927:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763081.336929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763081.336934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763081.336937:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763081.336944:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2752
00000100:00100000:3.0:1789763081.336948:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff9c6f84ef6680 x1876699777657344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763081.336949:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763081.336955:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763081.336963:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763081.336967:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777657344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763081.336979:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777657984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763081.336981:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763081.336987:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763081.336993:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777657344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763081.337001:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777657472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763081.337033:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763081.337053:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff9c6f84ef6300 x1876699777657472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763081.337072:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777657472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763081.337081:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763081.337085:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763081.337090:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777657472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763081.337101:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777657600:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763081.337134:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763081.337152:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff9c6f84ef4a80 x1876699777657600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763081.337174:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777657600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763081.337188:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763081.337193:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763081.337199:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777657600:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763081.337209:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777657728:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763081.337276:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763081.337296:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff9c6f84ef4000 x1876699777657728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763081.337316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777657728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763081.337610:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763081.337617:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763081.337623:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777657728:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763081.337671:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777657856:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763081.337728:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763081.337747:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff9c6f84ef5500 x1876699777657856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763081.337764:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777657856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763081.337777:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763081.337811:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763081.337817:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777657856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763081.337827:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777657984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763081.337862:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763081.337881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff9c6f84ef4700 x1876699777657984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763081.337920:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777657984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763081.337934:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763081.337939:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763081.337943:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777657984:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763081.464380:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763082.488355:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763083.512457:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763084.536386:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763085.560424:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763086.456438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763086.456448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763086.456453:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763086.456466:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2758
00000100:00080000:3.0:1789763086.456482:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763086.456492:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763086.456540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777658112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763086.456569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763086.456574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763086.456578:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763086.456587:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2758
00000100:00080000:3.0:1789763086.456595:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763086.456605:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763086.456613:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777658112:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789763086.456624:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763086.456668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777658240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763086.456691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763086.456697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763086.456700:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763086.456705:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763086.456714:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2758
00000100:00080000:3.0:1789763086.456723:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763086.456731:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763086.456741:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763086.456784:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff9c6f91eb9880 x1876699777658112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763086.456789:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777658368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763086.456824:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763086.456828:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777658112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763086.456836:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763086.456852:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.456857:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763086.456861:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777658112:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763086.456891:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777658240:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763086.456922:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763086.456934:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763086.456941:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff9c6f91ebb480 x1876699777658240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763086.456948:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2758
00000100:00080000:3.0:1789763086.456957:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763086.456964:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763086.456982:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763086.456988:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777658240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763086.457002:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.457006:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763086.457017:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777658240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763086.457020:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777658496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763086.457027:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777658368:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763086.457065:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763086.457079:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff9c6f91ebaa00 x1876699777658368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763086.457091:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777658368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763086.457100:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.457103:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763086.457107:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777658368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763086.457133:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777658496:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763086.457154:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763086.457165:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff9c6f91eb9500 x1876699777658496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763086.457189:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777658496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763086.457205:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.457210:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763086.457217:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777658496:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763086.457257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763086.457266:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763086.457272:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763086.457283:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2758
00000100:00080000:3.0:1789763086.457291:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763086.457298:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763086.457308:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763086.457411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777658624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763086.457440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763086.457444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763086.457447:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763086.457453:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2758
00000100:00080000:3.0:1789763086.457458:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763086.457464:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763086.457473:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763086.457493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777658752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763086.457495:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777658624:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763086.457518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763086.457522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763086.457525:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763086.457530:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2758
00000100:00080000:3.0:1789763086.457536:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763086.457540:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763086.457546:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763086.457559:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763086.457565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777658880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763086.457588:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff9c6f91ebb800 x1876699777658624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763086.457608:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777658624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763086.457618:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.457623:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763086.457628:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777658624:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763086.457644:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777658752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763086.457668:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763086.457678:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff9c6f91ebad80 x1876699777658752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763086.457690:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777658752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763086.457705:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.457709:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763086.457712:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777658752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763086.457717:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777658880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763086.457733:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763086.457742:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff9c6f91eb9f80 x1876699777658880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763086.457777:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777658880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763086.457786:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.457789:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763086.457793:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777658880:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763086.584439:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763087.608450:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763088.632456:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763089.656482:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763090.680489:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763091.576378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763091.576392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763091.576397:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763091.576410:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2763
00000100:00080000:3.0:1789763091.576426:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763091.576436:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763091.576485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777659008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763091.576536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763091.576541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763091.576543:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763091.576548:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2763
00000100:00080000:3.0:1789763091.576552:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763091.576571:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763091.576584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763091.576600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777659136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763091.576609:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777659008:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763091.576618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763091.576624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763091.576626:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763091.576631:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2763
00000100:00080000:3.0:1789763091.576635:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763091.576640:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763091.576645:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763091.576657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777659264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763091.576667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763091.576671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763091.576673:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763091.576676:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2763
00000100:00080000:3.0:1789763091.576681:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763091.576684:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763091.576688:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763091.576699:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777659392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763091.576708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763091.576731:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763091.576734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763091.576739:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763091.576746:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2763
00000100:00080000:3.0:1789763091.576753:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763091.576761:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763091.576770:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763091.576792:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777659520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763091.576794:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091]  req@ffff9c6f91eb9f80 x1876699777659008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763091.576843:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763091.576850:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789763091.576852:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777659008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763091.576854:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763091.576866:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2763
00000100:00080000:3.0:1789763091.576876:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763091.576887:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789763091.576894:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763091.576896:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763091.576902:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763091.576908:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777659008:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763091.576917:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777659648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763091.576928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763091.576932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763091.576934:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763091.576942:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777659136:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763091.576960:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2763
00000100:00080000:3.0:1789763091.576967:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763091.576971:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789763091.576977:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789763091.576978:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763091.576997:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777659776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763091.576999:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091]  req@ffff9c6f91ebad80 x1876699777659136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763091.577041:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777659136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763091.577050:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763091.577054:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763091.577058:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777659136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763091.577065:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777659264:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763091.577092:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763091.577108:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091]  req@ffff9c6f91ebb800 x1876699777659264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763091.577127:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777659264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763091.577141:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763091.577146:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763091.577152:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777659264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763091.577162:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777659392:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763091.577187:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763091.577199:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091]  req@ffff9c6f91eb9500 x1876699777659392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763091.577210:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777659392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763091.577218:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763091.577256:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763091.577260:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777659392:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763091.577266:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777659520:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763091.577286:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763091.577297:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091]  req@ffff9c6f91ebaa00 x1876699777659520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763091.577308:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777659520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763091.577316:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763091.577319:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763091.577322:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777659520:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763091.577327:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777659648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763091.577342:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763091.577350:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091]  req@ffff9c6f91ebb480 x1876699777659648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763091.577362:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777659648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763091.577370:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763091.577372:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763091.577375:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777659648:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763091.577393:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777659776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763091.577409:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763091.577418:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091]  req@ffff9c6f91eb9880 x1876699777659776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763091.577428:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777659776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763091.577436:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763091.577438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763091.577441:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777659776:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763091.704423:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763092.728413:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763093.752415:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763094.776447:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763095.800460:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763096.696463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763096.696476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763096.696482:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763096.696496:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2768
00000100:00080000:2.0:1789763096.696526:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763096.696537:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763096.696593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777659904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763096.696631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763096.696637:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763096.696640:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763096.696645:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2768
00000100:00080000:2.0:1789763096.696649:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763096.696654:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763096.696666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763096.696711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777660032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763096.696725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763096.696731:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763096.696735:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763096.696741:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2768
00000100:00080000:2.0:1789763096.696747:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763096.696752:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763096.696760:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763096.696773:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777659904:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763096.696776:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777660160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763096.696800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763096.696804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763096.696806:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763096.696813:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2768
00000100:00080000:2.0:1789763096.696818:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763096.696822:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763096.696827:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763096.696843:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777660288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763096.696853:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763096.696857:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763096.696860:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763096.696866:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2768
00000100:00080000:2.0:1789763096.696872:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763096.696875:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789763096.696884:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789763096.696886:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763096.696906:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777660416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763096.696918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763096.696923:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763096.696926:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763096.696931:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2768
00000100:00080000:2.0:1789763096.696937:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763096.696943:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763096.696949:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763096.696951:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096]  req@ffff9c6f851a1180 x1876699777659904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763096.696972:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777660544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763096.697006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763096.697007:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777659904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763096.697027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763096.697036:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763096.697039:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763096.697050:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2768
00000100:00080000:0.0:1789763096.697051:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763096.697063:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777659904:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763096.697068:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763096.697077:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777660032:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763096.697087:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763096.697102:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763096.697118:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763096.697132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777660672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763096.697142:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096]  req@ffff9c6f851a3b80 x1876699777660032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763096.697181:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777660032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763096.697200:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763096.697207:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763096.697214:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777660032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763096.697338:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777660160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763096.697371:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763096.697387:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096]  req@ffff9c6f851a1c00 x1876699777660160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763096.697403:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777660160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763096.697422:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763096.697426:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763096.697430:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777660160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763096.697438:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777660288:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763096.697458:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763096.697469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096]  req@ffff9c6f851a1f80 x1876699777660288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763096.697483:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777660288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763096.697493:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763096.697496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763096.697500:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777660288:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763096.697506:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777660416:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763096.697525:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763096.697536:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096]  req@ffff9c6f851a2a00 x1876699777660416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763096.697550:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777660416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763096.697559:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763096.697563:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763096.697568:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777660416:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763096.697574:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777660544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763096.697593:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763096.697604:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096]  req@ffff9c6f851a0e00 x1876699777660544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763096.697618:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777660544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763096.697627:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763096.697631:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763096.697634:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777660544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763096.697640:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777660672:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763096.697659:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763096.697669:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096]  req@ffff9c6f851a1880 x1876699777660672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763096.697712:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777660672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763096.697722:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763096.697725:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763096.697729:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777660672:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763096.824502:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763097.848428:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763098.872461:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763099.896494:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763100.920396:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763101.816443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763101.816456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763101.816462:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763101.816477:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2773
00000100:00080000:3.0:1789763101.816494:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763101.816505:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763101.816563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777660800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763101.816612:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763101.816618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763101.816620:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763101.816626:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2773
00000100:00080000:3.0:1789763101.816631:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763101.816665:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763101.816678:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763101.816696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777660928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763101.816710:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763101.816715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763101.816718:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763101.816725:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2773
00000100:00080000:3.0:1789763101.816731:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763101.816736:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763101.816743:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763101.816755:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777661056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763101.816772:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777660800:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763101.816788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763101.816794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763101.816796:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763101.816802:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2773
00000100:00080000:3.0:1789763101.816805:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763101.816810:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763101.816816:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763101.816832:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777661184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763101.816844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763101.816849:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763101.816851:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763101.816855:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2773
00000100:00080000:3.0:1789763101.816861:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763101.816867:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763101.816873:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763101.816891:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763101.816892:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777661312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763101.816912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763101.816917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763101.816920:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763101.816926:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2773
00000100:00080000:3.0:1789763101.816931:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763101.816937:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763101.816956:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763101.816965:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763101]  req@ffff9c6f91eb9880 x1876699777660800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763101.816976:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777661440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763101.817010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763101.817014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763101.817021:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763101.817022:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777660800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763101.817031:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2773
00000100:00080000:3.0:1789763101.817041:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763101.817053:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789763101.817058:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763101.817060:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763101.817072:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763101.817084:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777661568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763101.817085:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777660800:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763101.817113:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777660928:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763101.817150:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763101.817168:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763101]  req@ffff9c6f91ebb480 x1876699777660928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763101.817184:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777660928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763101.817195:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763101.817200:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763101.817204:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777660928:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763101.817284:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777661056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763101.817312:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763101.817344:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763101]  req@ffff9c6f91ebaa00 x1876699777661056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763101.817367:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777661056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763101.817378:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763101.817382:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763101.817386:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777661056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763101.817393:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777661184:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763101.817416:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763101.817429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763101]  req@ffff9c6f91eb9500 x1876699777661184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763101.817443:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777661184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763101.817453:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763101.817456:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763101.817460:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777661184:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763101.817466:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777661312:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763101.817485:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763101.817496:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763101]  req@ffff9c6f91ebb800 x1876699777661312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763101.817510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777661312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763101.817528:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763101.817532:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763101.817537:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777661312:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763101.817543:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777661440:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763101.817561:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763101.817572:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763101]  req@ffff9c6f91ebad80 x1876699777661440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763101.817586:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777661440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763101.817596:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763101.817600:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763101.817603:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777661440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763101.817610:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777661568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763101.817628:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763101.817664:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763101]  req@ffff9c6f91eb9f80 x1876699777661568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763101.817678:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777661568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763101.817688:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763101.817692:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763101.817697:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777661568:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763101.944468:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763102.968347:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763103.992513:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763105.016441:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763106.040444:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763106.936309:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763106.936319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763106.936324:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763106.936335:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2778
00000100:00080000:3.0:1789763106.936347:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763106.936355:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763106.936400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777661696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763106.936433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763106.936438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763106.936439:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763106.936443:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2778
00000100:00080000:3.0:1789763106.936446:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763106.936450:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763106.936458:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763106.936469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777661824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763106.936477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763106.936479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763106.936481:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763106.936484:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2778
00000100:00080000:3.0:1789763106.936486:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763106.936488:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763106.936491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763106.936497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777661952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763106.936506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763106.936509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763106.936511:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763106.936513:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2778
00000100:00080000:3.0:1789763106.936515:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763106.936517:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763106.936521:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763106.936528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777662080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763106.936536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763106.936538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763106.936539:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763106.936543:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2778
00000100:00080000:3.0:1789763106.936548:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763106.936550:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777661696:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763106.936554:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763106.936566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763106.936573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777662208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763106.936581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763106.936583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763106.936585:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763106.936587:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2778
00000100:00080000:3.0:1789763106.936590:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763106.936592:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763106.936595:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763106.936618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777662336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763106.936626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763106.936628:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763106.936630:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763106.936633:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2778
00000100:00080000:3.0:1789763106.936638:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763106.936641:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763106.936644:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763106.936650:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763106.936655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777662464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763106.936708:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106]  req@ffff9c6f91eb9f80 x1876699777661696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763106.936723:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777661696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763106.936732:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763106.936736:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763106.936739:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777661696:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763106.936745:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777661824:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763106.936763:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763106.936771:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106]  req@ffff9c6f91ebad80 x1876699777661824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763106.936779:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777661824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763106.936784:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763106.936786:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763106.936788:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777661824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763106.936793:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777661952:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763106.936803:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763106.936810:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106]  req@ffff9c6f91ebb800 x1876699777661952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763106.936817:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777661952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763106.936822:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763106.936824:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763106.936827:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777661952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763106.936856:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777662080:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763106.936878:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763106.936889:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106]  req@ffff9c6f91eb9500 x1876699777662080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763106.936901:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777662080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763106.936910:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763106.936914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763106.936917:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777662080:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763106.936924:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777662208:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763106.936946:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763106.936958:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106]  req@ffff9c6f91ebaa00 x1876699777662208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763106.936967:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777662208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763106.936973:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763106.936975:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763106.936978:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777662208:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763106.936982:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777662336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763106.937006:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763106.937013:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106]  req@ffff9c6f91ebb480 x1876699777662336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763106.937021:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777662336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763106.937027:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763106.937029:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763106.937031:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777662336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763106.937035:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777662464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763106.937046:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763106.937052:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106]  req@ffff9c6f91eb9880 x1876699777662464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763106.937060:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777662464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763106.937082:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763106.937086:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763106.937090:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777662464:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763107.064362:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763108.088473:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763109.112532:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763110.136525:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763111.160603:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763112.056370:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763112.056384:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763112.056390:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763112.056406:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2783
00000100:00080000:3.0:1789763112.056424:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763112.056435:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763112.056506:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777662592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763112.056549:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763112.056554:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763112.056556:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763112.056584:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2783
00000100:00080000:3.0:1789763112.056590:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763112.056606:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763112.056620:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763112.056639:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777662720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763112.056652:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763112.056657:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763112.056660:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763112.056668:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2783
00000100:00080000:3.0:1789763112.056671:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763112.056678:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763112.056685:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763112.056691:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777662592:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763112.056702:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777662848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763112.056718:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763112.056723:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763112.056727:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763112.056732:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2783
00000100:00080000:3.0:1789763112.056736:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763112.056742:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763112.056749:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763112.056762:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777662976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763112.056776:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763112.056780:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763112.056782:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763112.056788:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2783
00000100:00080000:3.0:1789763112.056795:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763112.056800:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763112.056805:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763112.056813:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763112.056825:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777663104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763112.056838:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763112.056842:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763112.056844:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763112.056848:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2783
00000100:00080000:3.0:1789763112.056853:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763112.056857:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763112.056862:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763112.056874:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777663232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763112.056886:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763112.056890:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763112.056898:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763112.056900:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff9c6f91eb9880 x1876699777662592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763112.056907:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2783
00000100:00080000:3.0:1789763112.056915:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763112.056926:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763112.056940:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763112.056964:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777663360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763112.056980:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777662592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.057005:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.057016:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763112.057023:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777662592:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763112.057037:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777662720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763112.057084:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763112.057104:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff9c6f91ebb480 x1876699777662720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.057121:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777662720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.057142:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.057147:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763112.057152:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777662720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763112.057188:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777662848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763112.057217:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763112.057299:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff9c6f91ebaa00 x1876699777662848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.057316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777662848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.057327:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.057331:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763112.057336:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777662848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763112.057345:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777662976:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763112.057374:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763112.057390:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff9c6f91eb9500 x1876699777662976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.057405:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777662976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.057417:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.057421:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763112.057426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777662976:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763112.057435:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777663104:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763112.057460:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763112.057474:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff9c6f91ebb800 x1876699777663104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.057491:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777663104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.057501:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.057505:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763112.057510:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777663104:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763112.057519:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777663232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763112.057546:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763112.057581:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff9c6f91ebad80 x1876699777663232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.057598:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777663232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.057608:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.057613:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763112.057617:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777663232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763112.057625:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777663360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763112.057655:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763112.057673:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff9c6f91eb9f80 x1876699777663360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.057688:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777663360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.057699:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.057703:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763112.057708:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777663360:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763112.184450:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763113.208524:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763114.232573:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763115.256584:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763116.280427:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763117.176348:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763117.176362:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763117.176368:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763117.176382:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2788
00000100:00080000:3.0:1789763117.176400:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763117.176413:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763117.176469:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777663488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763117.176508:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763117.176514:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763117.176517:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763117.176546:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2788
00000100:00080000:3.0:1789763117.176554:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763117.176562:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763117.176577:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763117.176595:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777663488:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763117.176602:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777663616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763117.176624:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763117.176629:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763117.176632:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763117.176638:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2788
00000100:00080000:3.0:1789763117.176644:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763117.176651:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763117.176658:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763117.176673:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777663744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763117.176686:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763117.176691:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763117.176693:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763117.176702:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763117.176703:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2788
00000100:00080000:3.0:1789763117.176715:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763117.176721:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763117.176728:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763117.176744:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777663872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763117.176758:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763117.176763:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763117.176766:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763117.176773:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff9c6f91eb9f80 x1876699777663488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763117.176777:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2788
00000100:00080000:3.0:1789763117.176787:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763117.176799:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763117.176813:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763117.176826:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777663488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763117.176834:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777664000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763117.176871:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.176888:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763117.176901:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777663488:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763117.176903:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763117.176917:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763117.176921:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763117.176957:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777663616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763117.176989:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763117.177006:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff9c6f91ebad80 x1876699777663616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763117.177040:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2788
00000100:00100000:0.0:1789763117.177043:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777663616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763117.177065:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763117.177066:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.177083:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763117.177092:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763117.177102:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777663616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763117.177117:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777663744:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789763117.177120:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763117.177149:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763117.177166:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff9c6f91ebb800 x1876699777663744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763117.177177:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777664128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763117.177323:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777663744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763117.177326:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763117.177345:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763117.177356:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763117.177385:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2788
00000100:00080000:0.0:1789763117.177393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763117.177395:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763117.177406:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789763117.177416:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000008:00100000:3.0:1789763117.177425:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763117.177438:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777663744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763117.177458:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777664256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763117.177467:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777663872:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763117.177589:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763117.177618:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff9c6f91eb9500 x1876699777663872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.177635:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777663872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.177654:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.177659:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763117.177663:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777663872:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763117.177671:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777664000:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763117.177693:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763117.177705:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff9c6f91ebaa00 x1876699777664000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.177719:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777664000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.177729:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.177732:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763117.177736:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777664000:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763117.177761:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777664128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763117.177783:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763117.177795:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff9c6f91ebb480 x1876699777664128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.177809:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777664128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.177818:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.177822:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763117.177827:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777664128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763117.177835:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777664256:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763117.177854:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763117.177866:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff9c6f91eb9880 x1876699777664256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.177880:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777664256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.177889:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.177893:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763117.177897:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777664256:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763117.304512:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763118.328420:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763119.352436:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763120.376449:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763121.400443:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763122.296342:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763122.296356:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763122.296362:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763122.296378:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2793
00000100:00080000:3.0:1789763122.296396:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763122.296408:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763122.296463:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777664384/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763122.296539:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763122.296546:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763122.296549:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763122.296557:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2793
00000100:00080000:3.0:1789763122.296563:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763122.296570:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763122.296586:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763122.296588:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777664384:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763122.296614:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777664512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763122.296635:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763122.296641:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763122.296644:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763122.296654:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2793
00000100:00080000:3.0:1789763122.296684:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763122.296690:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763122.296698:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763122.296702:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763122.296723:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777664640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763122.296740:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763122.296746:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763122.296749:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763122.296755:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2793
00000100:00080000:3.0:1789763122.296760:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763122.296767:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763122.296775:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff9c6f91eb9880 x1876699777664384/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763122.296778:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763122.296807:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777664768/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763122.296821:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777664384/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763122.296838:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763122.296844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763122.296850:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777664384:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763122.296914:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777664512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763122.296950:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763122.296974:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff9c6f91ebb480 x1876699777664512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763122.296996:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777664512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763122.297010:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763122.297017:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763122.297023:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777664512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763122.297032:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777664640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763122.297055:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763122.297093:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff9c6f91ebaa00 x1876699777664640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763122.297118:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777664640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763122.297130:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763122.297134:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763122.297137:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777664640:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763122.297191:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763122.297198:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1789763122.297249:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777664768:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763122.297310:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763122.297323:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2793
00000800:00000100:2.0:1789763122.297333:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763122.297340:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763122.297353:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763122.297364:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff9c6f91eb9500 x1876699777664768/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763122.297365:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763122.297391:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777664768/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763122.297400:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777664896/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763122.297416:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763122.297434:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763122.297447:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777664768:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763122.297454:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763122.297467:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777664896:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763122.297469:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763122.297480:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763122.297519:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2793
00000100:00080000:3.0:1789763122.297531:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763122.297533:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763122.297551:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763122.297561:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff9c6f91ebb800 x1876699777664896/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763122.297567:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763122.297589:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777664896/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763122.297603:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777665024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763122.297622:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763122.297636:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763122.297643:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763122.297653:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2793
00000100:00080000:2.0:1789763122.297654:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763122.297663:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763122.297669:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763122.297677:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763122.297686:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777664896:192.168.203.138@tcp:8:kworker.0
00000008:00100000:3.0:1789763122.297690:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763122.297712:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777665152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763122.297716:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777665024:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763122.297767:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763122.297789:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff9c6f91ebad80 x1876699777665024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763122.297805:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777665024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763122.297815:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763122.297819:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763122.297823:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777665024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763122.297835:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777665152:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763122.297854:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763122.297865:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff9c6f91eb9f80 x1876699777665152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763122.297878:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777665152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763122.297888:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763122.297891:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763122.297896:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777665152:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763122.424400:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763123.448434:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763124.472465:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763125.496457:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763126.520404:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763127.416385:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763127.416404:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763127.416411:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763127.416430:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2799
00000100:00080000:3.0:1789763127.416480:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763127.416497:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763127.416563:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777665280/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763127.416616:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763127.416624:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763127.416629:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763127.416638:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2799
00000100:00080000:3.0:1789763127.416647:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763127.416656:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763127.416675:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763127.416700:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777665280:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763127.416733:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777665408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763127.416763:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763127.416770:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763127.416774:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763127.416784:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2799
00000100:00080000:3.0:1789763127.416794:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763127.416799:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763127.416808:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763127.416820:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763127.416848:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777665536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763127.416864:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff9c6f91eb9f80 x1876699777665280/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763127.416873:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763127.416890:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763127.416898:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763127.416909:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2799
00000100:00100000:2.0:1789763127.416912:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777665280/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763127.416919:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763127.416935:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763127.416945:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:2.0:1789763127.416959:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763127.416970:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763127.416979:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777665664/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763127.416984:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777665280:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763127.417015:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763127.417023:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763127.417028:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763127.417036:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777665408:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763127.417045:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2799
00000800:00000100:2.0:1789763127.417079:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763127.417080:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763127.417095:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763127.417105:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff9c6f91ebad80 x1876699777665408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763127.417107:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763127.417133:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777665408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763127.417145:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777665792/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763127.417150:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763127.417164:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763127.417178:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777665408:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763127.417192:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763127.417195:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777665536:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763127.417211:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763127.417218:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763127.417273:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763127.417285:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2799
00000100:00080000:3.0:1789763127.417297:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763127.417298:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff9c6f91ebb800 x1876699777665536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763127.417314:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763127.417326:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777665536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763127.417329:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763127.417351:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763127.417357:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763127.417371:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777665536:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763127.417374:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777665920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763127.417385:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777665664:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763127.417414:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763127.417422:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:2.0:1789763127.417428:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763127.417431:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763127.417444:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2799
00000100:00080000:3.0:1789763127.417481:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763127.417486:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff9c6f91eb9500 x1876699777665664/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763127.417496:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763127.417517:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763127.417524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777665664/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763127.417538:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763127.417547:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763127.417552:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777666048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763127.417555:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777665664:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763127.417591:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777665792:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763127.417623:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763127.417637:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff9c6f91ebaa00 x1876699777665792/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763127.417651:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777665792/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763127.417661:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763127.417665:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763127.417669:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777665792:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763127.417676:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777665920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763127.417694:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763127.417704:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff9c6f91ebb480 x1876699777665920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763127.417718:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777665920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763127.417727:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763127.417731:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763127.417734:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777665920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763127.417740:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777666048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763127.417757:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763127.417767:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff9c6f91eb9880 x1876699777666048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763127.417780:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777666048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763127.417789:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763127.417792:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763127.417797:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777666048:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763127.544552:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763128.568404:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763129.592419:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763130.616514:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763131.640448:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763132.536394:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763132.536447:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763132.536453:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763132.536466:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2804
00000100:00080000:2.0:1789763132.536482:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763132.536491:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763132.536563:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777666176/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763132.536608:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763132.536613:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763132.536616:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763132.536622:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2804
00000100:00080000:2.0:1789763132.536626:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763132.536631:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763132.536643:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763132.536658:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777666304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763132.536672:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763132.536676:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763132.536679:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763132.536684:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2804
00000100:00080000:2.0:1789763132.536690:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763132.536697:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763132.536703:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763132.536714:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777666432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763132.536727:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763132.536731:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763132.536733:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763132.536738:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2804
00000100:00080000:2.0:1789763132.536742:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763132.536773:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763132.536776:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777666176:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789763132.536781:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763132.536811:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777666560/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763132.536847:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763132.536853:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763132.536856:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763132.536862:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2804
00000100:00080000:2.0:1789763132.536870:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763132.536874:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763132.536881:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763132.536910:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777666688/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763132.536922:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763132.536927:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763132.536930:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763132.536944:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763132.536946:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2804
00000100:00080000:2.0:1789763132.536957:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763132.536964:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763132.536972:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763132.536990:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777666816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763132.537001:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763132.537007:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763132.537010:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763132.537015:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2804
00000100:00080000:2.0:1789763132.537020:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763132.537027:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763132.537034:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763132.537053:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777666944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763132.537075:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132]  req@ffff9c6f851a0a80 x1876699777666176/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763132.537133:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777666176/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763132.537161:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763132.537168:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763132.537173:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777666176:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763132.537184:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777666304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763132.537289:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763132.537311:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132]  req@ffff9c6f851a3800 x1876699777666304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763132.537328:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777666304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763132.537338:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763132.537342:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763132.537347:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777666304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763132.537354:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777666432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763132.537380:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763132.537393:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132]  req@ffff9c6f851a3100 x1876699777666432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763132.537433:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777666432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763132.537462:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763132.537467:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763132.537472:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777666432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763132.537540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777666560:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763132.537588:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763132.537609:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132]  req@ffff9c6f851a0700 x1876699777666560/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763132.537625:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777666560/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763132.537636:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763132.537641:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763132.537645:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777666560:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763132.537653:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777666688:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763132.537678:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763132.537691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132]  req@ffff9c6f851a1880 x1876699777666688/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763132.537705:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777666688/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763132.537715:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763132.537718:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763132.537723:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777666688:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763132.537730:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777666816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763132.537748:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763132.537764:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132]  req@ffff9c6f851a0e00 x1876699777666816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763132.537776:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777666816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763132.537785:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763132.537789:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763132.537792:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777666816:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763132.537799:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777666944:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763132.537817:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763132.537828:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132]  req@ffff9c6f851a2a00 x1876699777666944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763132.537841:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777666944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763132.537858:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763132.537862:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763132.537865:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777666944:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763132.664565:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763133.688464:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763134.712487:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763135.736365:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763136.760480:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763137.656455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763137.656469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763137.656474:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763137.656489:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2809
00000100:00080000:1.0:1789763137.656505:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763137.656516:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763137.656570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777667072/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763137.656613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763137.656618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763137.656621:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763137.656626:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2809
00000100:00080000:1.0:1789763137.656630:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763137.656634:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763137.656647:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763137.656664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777667200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763137.656680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763137.656685:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763137.656687:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763137.656693:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2809
00000100:00080000:1.0:1789763137.656697:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763137.656701:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763137.656708:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763137.656716:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777667072:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763137.656727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777667328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763137.656742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763137.656746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763137.656748:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763137.656753:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2809
00000100:00080000:1.0:1789763137.656758:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763137.656762:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763137.656768:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763137.656785:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777667456/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763137.656797:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763137.656801:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763137.656804:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763137.656810:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2809
00000100:00080000:1.0:1789763137.656816:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763137.656824:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763137.656827:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763137.656838:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763137.656855:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777667584/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763137.656867:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763137.656872:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763137.656874:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763137.656881:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2809
00000100:00080000:1.0:1789763137.656887:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763137.656894:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763137]  req@ffff9c6f9118ca80 x1876699777667072/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763137.656896:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763137.656909:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763137.656936:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777667712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763137.656942:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777667072/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763137.656972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763137.656982:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763137.656985:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763137.656988:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763137.656995:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2809
00000100:00080000:1.0:1789763137.657005:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763137.657011:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789763137.657016:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763137.657028:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763137.657036:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777667072:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763137.657047:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777667840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763137.657068:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777667200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763137.657117:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763137.657137:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763137]  req@ffff9c6f9118d180 x1876699777667200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763137.657153:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777667200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763137.657165:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763137.657170:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763137.657175:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777667200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763137.657207:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777667328:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763137.657296:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763137.657313:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763137]  req@ffff9c6f9118ce00 x1876699777667328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763137.657329:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777667328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763137.657340:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763137.657344:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763137.657348:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777667328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763137.657355:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777667456:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763137.657414:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763137.657439:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763137]  req@ffff9c6f9118df80 x1876699777667456/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763137.657463:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777667456/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763137.657481:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763137.657488:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763137.657496:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777667456:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763137.657508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777667584:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763137.657542:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763137.657557:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763137]  req@ffff9c6f9118dc00 x1876699777667584/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763137.657571:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777667584/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763137.657582:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763137.657586:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763137.657590:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777667584:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763137.657597:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777667712:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763137.657617:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763137.657628:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763137]  req@ffff9c6f9118f800 x1876699777667712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763137.657641:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777667712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763137.657651:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763137.657655:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763137.657659:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777667712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763137.657665:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777667840:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763137.657682:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763137.657693:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763137]  req@ffff9c6f9118d500 x1876699777667840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763137.657707:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777667840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763137.657716:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763137.657719:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763137.657723:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777667840:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763137.784470:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763138.811436:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763139.832519:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763140.856496:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763141.880518:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763142.776385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763142.776399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763142.776405:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763142.776419:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2814
00000100:00080000:1.0:1789763142.776447:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763142.776457:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763142.776511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777667968/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763142.776551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763142.776556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763142.776559:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763142.776564:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2814
00000100:00080000:1.0:1789763142.776568:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763142.776640:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763142.776654:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763142.776663:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777667968:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763142.776678:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777668096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763142.776695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763142.776699:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763142.776702:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763142.776708:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2814
00000100:00080000:1.0:1789763142.776714:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763142.776718:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763142.776726:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763142.776741:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777668224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763142.776753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763142.776758:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763142.776760:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763142.776766:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2814
00000100:00080000:1.0:1789763142.776770:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763142.776774:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763142.776779:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763142.776788:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777668352/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763142.776799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763142.776803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763142.776805:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763142.776809:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2814
00000100:00080000:1.0:1789763142.776812:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763142.776816:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763142.776822:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763142.776834:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777668480/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763142.776846:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763142.776850:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763142.776853:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763142.776858:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2814
00000100:00080000:1.0:1789763142.776876:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763142.776882:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763142.776890:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763142.776907:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777668608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763142.776914:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777668096:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763142.776939:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763142.776943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763142.776946:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763142.776953:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2814
00000100:00080000:1.0:1789763142.776972:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763142.776981:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763142.776987:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777668224:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789763142.776995:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763142.777029:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777668736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763142.777053:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777668352:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763142.777102:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777668480:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763142.777129:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777668608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763142.777150:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777668736:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763142.904476:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763143.928446:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763144.952504:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789763145.848649:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:0.0:1789763145.848721:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789763145.848748:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763145.848809:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763145.848820:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763145.848831:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763145.848844:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763145.848860:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763145.848880:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:2.0:1789763145.848900:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763145]  req@ffff9c6f9118d500 x1876699777668608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763145.848970:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777668608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763145.848995:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763145.849004:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763145.849015:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777668608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763145.849032:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763145]  req@ffff9c6f9118f800 x1876699777668736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763145.849057:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777668736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763145.849072:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763145.849079:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763145.849086:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777668736:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763145.849099:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763145]  req@ffff9c6f9118c380 x1876699777668096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763145.849121:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777668096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763145.849135:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763145.849140:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763145.849147:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777668096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763145.849158:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763145]  req@ffff9c6f9118e680 x1876699777668224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763145.849182:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777668224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763145.849197:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763145.849204:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763145.849211:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777668224:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763145.849276:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763145]  req@ffff9c6f9118ed80 x1876699777668352/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763145.849336:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777668352/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763145.849356:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763145.849363:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763145.849371:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777668352:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763145.849386:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763145]  req@ffff9c6f9118f100 x1876699777668480/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763145.849411:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777668480/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763145.849427:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763145.849433:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763145.849439:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777668480:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763145.849452:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763145]  req@ffff9c6f9118c700 x1876699777667968/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763145.849478:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777667968/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763145.849495:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763145.849502:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763145.849509:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777667968:192.168.203.138@tcp:250:kworker.0
00010000:00010000:0.0:1789763145.976447:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763147.000503:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763147.896354:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763147.896367:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763147.896372:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763147.896385:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2819
00000100:00080000:1.0:1789763147.896399:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763147.896407:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763147.896451:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777668864/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763147.896488:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763147.896491:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763147.896493:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763147.896497:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2819
00000100:00080000:1.0:1789763147.896500:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763147.896503:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763147.896513:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763147.896529:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777668992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763147.896540:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763147.896546:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763147.896547:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777668864:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763147.896551:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763147.896561:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2819
00000100:00080000:1.0:1789763147.896565:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763147.896570:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763147.896577:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763147.896595:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777669120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763147.896605:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763147.896609:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763147.896612:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763147.896615:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2819
00000100:00080000:1.0:1789763147.896619:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763147.896624:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763147.896631:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763147.896645:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777669248/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763147.896647:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763147.896657:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763147.896661:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763147.896663:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763147.896667:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2819
00000100:00080000:1.0:1789763147.896671:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763147.896674:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763147.896678:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763147.896686:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777669376/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763147.896694:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763147.896697:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763147.896698:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763147.896702:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2819
00000100:00080000:1.0:1789763147.896707:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763147.896709:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147]  req@ffff9c6f9118dc00 x1876699777668864/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763147.896714:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763147.896723:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763147.896736:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777669504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763147.896742:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777668864/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763147.896778:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763147.896782:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763147.896784:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789763147.896794:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763147.896795:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777668864:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763147.896802:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763147.896811:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2819
00000100:00080000:1.0:1789763147.896817:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763147.896822:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763147.896828:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777668992:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789763147.896831:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763147.896855:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777669632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763147.896863:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763147.896890:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147]  req@ffff9c6f9118df80 x1876699777668992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763147.896908:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777668992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763147.896917:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763147.896921:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763147.896928:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777668992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763147.896934:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777669120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763147.896956:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763147.896972:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147]  req@ffff9c6f9118ce00 x1876699777669120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763147.896989:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777669120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763147.897000:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763147.897004:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763147.897010:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777669120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763147.897018:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777669248:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763147.897046:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763147.897060:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147]  req@ffff9c6f9118d180 x1876699777669248/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763147.897074:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777669248/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763147.897084:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763147.897089:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763147.897093:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777669248:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763147.897118:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777669376:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763147.897146:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763147.897164:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147]  req@ffff9c6f9118ca80 x1876699777669376/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763147.897198:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777669376/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763147.897210:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763147.897215:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763147.897219:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777669376:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763147.897227:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777669504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763147.897253:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763147.897336:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147]  req@ffff9c6f9118c700 x1876699777669504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763147.897351:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777669504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763147.897361:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763147.897365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763147.897369:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777669504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763147.897395:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777669632:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763147.897423:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763147.897437:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147]  req@ffff9c6f9118f100 x1876699777669632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763147.897451:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777669632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763147.897463:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763147.897467:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763147.897472:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777669632:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763148.024395:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763149.048489:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763150.072456:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763151.096509:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763152.120445:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763153.016395:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763153.016411:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763153.016417:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763153.016431:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2824
00000100:00080000:1.0:1789763153.016445:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763153.016455:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763153.016514:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777669760/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763153.016552:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763153.016556:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763153.016559:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763153.016563:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2824
00000100:00080000:1.0:1789763153.016567:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763153.016572:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763153.016585:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763153.016620:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777669888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763153.016636:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763153.016643:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763153.016647:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763153.016656:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2824
00000100:00080000:1.0:1789763153.016663:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763153.016675:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763153.016685:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763153.016692:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777669760:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763153.016714:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777670016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763153.016739:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763153.016747:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763153.016752:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763153.016760:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2824
00000100:00080000:1.0:1789763153.016769:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763153.016779:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789763153.016785:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789763153.016794:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763153.016832:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777670144/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763153.016844:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff9c6f9118ed80 x1876699777669760/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763153.016852:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763153.016866:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763153.016872:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763153.016900:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2824
00000100:00080000:1.0:1789763153.016907:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763153.016910:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777669760/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763153.016917:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763153.016931:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763153.016938:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763153.016946:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763153.016953:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777670272/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763153.016957:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777669760:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763153.016980:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777669888:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763153.016981:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763153.016993:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763153.016995:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763153.017002:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2824
00000100:00080000:1.0:1789763153.017006:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763153.017011:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763153.017017:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763153.017024:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763153.017038:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777670400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763153.017047:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff9c6f9118e680 x1876699777669888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763153.017061:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763153.017075:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763153.017080:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763153.017089:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2824
00000100:00100000:2.0:1789763153.017095:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777669888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763153.017098:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763153.017129:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789763153.017144:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763153.017145:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763153.017157:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763153.017165:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777669888:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763153.017171:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777670528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763153.017213:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777670016:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763153.017361:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763153.017378:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff9c6f9118c380 x1876699777670016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763153.017393:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777670016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763153.017404:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763153.017408:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763153.017412:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777670016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763153.017419:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777670144:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763153.017448:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763153.017459:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff9c6f9118f800 x1876699777670144/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763153.017473:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777670144/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763153.017482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763153.017485:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763153.017489:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777670144:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763153.017495:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777670272:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763153.017512:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763153.017522:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff9c6f9118d500 x1876699777670272/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763153.017534:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777670272/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763153.017544:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763153.017547:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763153.017551:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777670272:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763153.017557:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777670400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763153.017573:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763153.017583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff9c6f9118f100 x1876699777670400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763153.017595:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777670400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763153.017604:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763153.017607:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763153.017611:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777670400:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763153.017617:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777670528:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763153.017633:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763153.017643:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff9c6f9118c700 x1876699777670528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763153.017655:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777670528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763153.017664:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763153.017667:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763153.017671:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777670528:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763153.144462:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763154.168490:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763155.192504:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763156.216498:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763157.240428:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763158.136419:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763158.136433:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763158.136440:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763158.136456:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2829
00000100:00080000:3.0:1789763158.136471:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763158.136485:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763158.136552:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777670656/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763158.136605:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763158.136614:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763158.136619:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763158.136629:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2829
00000100:00080000:3.0:1789763158.136638:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763158.136646:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763158.136665:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763158.136678:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777670656:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763158.136726:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777670784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763158.136754:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763158.136762:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763158.136766:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763158.136774:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2829
00000100:00080000:3.0:1789763158.136781:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763158.136791:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763158.136803:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763158.136812:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763158.136846:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777670912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763158.136869:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763158.136876:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763158.136881:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763158.136885:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff9c6f91eb9880 x1876699777670656/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763158.136915:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777670656/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763158.136931:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763158.136937:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763158.136942:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777670656:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763158.136976:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777670784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763158.137009:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763158.137029:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff9c6f91ebb480 x1876699777670784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763158.137045:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777670784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763158.137058:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763158.137063:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763158.137068:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777670784:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763158.137076:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777670912:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763158.137097:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763158.137115:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff9c6f91ebaa00 x1876699777670912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763158.137129:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777670912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763158.137139:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763158.137145:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763158.137149:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777670912:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763158.137203:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2829
00000100:00080000:3.0:1789763158.137217:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763158.137287:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763158.137299:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763158.137328:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777671040/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763158.137367:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763158.137374:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763158.137378:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763158.137390:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2829
00000100:00080000:3.0:1789763158.137404:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763158.137470:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777671040:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763158.137494:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763158.137503:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763158.137524:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777671168/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763158.137541:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763158.137547:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763158.137550:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763158.137556:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2829
00000800:00000100:2.0:1789763158.137560:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763158.137563:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763158.137570:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763158.137578:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763158.137594:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777671296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763158.137598:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff9c6f91eb9500 x1876699777671040/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763158.137612:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763158.137618:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763158.137621:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763158.137628:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777671040/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763158.137628:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2829
00000100:00080000:3.0:1789763158.137635:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763158.137642:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789763158.137646:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763158.137649:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763158.137653:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763158.137660:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777671040:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763158.137666:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777671424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763158.137695:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777671168:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763158.137733:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763158.137754:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff9c6f91ebb800 x1876699777671168/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763158.137778:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777671168/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763158.137794:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763158.137800:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763158.137804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777671168:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763158.137812:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777671296:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763158.137858:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763158.137874:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff9c6f91ebad80 x1876699777671296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763158.137889:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777671296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763158.137898:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763158.137902:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763158.137906:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777671296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763158.137922:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777671424:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763158.137942:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763158.137952:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff9c6f91eb9f80 x1876699777671424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763158.137965:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777671424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763158.137974:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763158.137977:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763158.137981:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777671424:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763158.264452:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763159.288458:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763160.312416:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763161.336447:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763162.360477:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763163.256341:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763163.256359:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763163.256367:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763163.256385:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2834
00000100:00080000:3.0:1789763163.256402:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763163.256413:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763163.256468:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777671552/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763163.256518:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763163.256523:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763163.256526:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763163.256531:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2834
00000100:00080000:3.0:1789763163.256538:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763163.256544:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763163.256557:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763163.256583:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777671552:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763163.256583:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777671680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763163.256611:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763163.256616:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763163.256618:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763163.256625:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2834
00000100:00080000:3.0:1789763163.256629:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763163.256633:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763163.256640:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763163.256655:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777671808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763163.256667:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763163.256672:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763163.256675:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763163.256680:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2834
00000800:00000100:2.0:1789763163.256689:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763163.256689:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763163.256704:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763163.256711:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763163.256727:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777671936/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763163.256740:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763163.256745:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763163.256748:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763163.256756:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2834
00000100:00100000:2.0:1789763163.256757:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff9c6f91eb9f80 x1876699777671552/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763163.256761:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763163.256771:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763163.256783:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763163.256816:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777671552/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763163.256817:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777672064/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763163.256880:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763163.256885:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763163.256887:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763163.256895:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763163.256903:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763163.256909:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2834
00000100:00080000:3.0:1789763163.256916:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763163.256918:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777671552:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763163.256927:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763163.256937:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763163.256950:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777672192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763163.256965:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777671680:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763163.256967:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763163.256980:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763163.256982:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763163.256990:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2834
00000100:00080000:3.0:1789763163.256996:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763163.257001:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763163.257008:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763163.257016:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763163.257033:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777672320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763163.257045:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff9c6f91ebad80 x1876699777671680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763163.257073:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777671680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763163.257086:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763163.257090:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763163.257095:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777671680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763163.257103:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777671808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763163.257124:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763163.257136:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff9c6f91ebb800 x1876699777671808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763163.257150:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777671808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763163.257160:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763163.257164:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763163.257167:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777671808:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763163.257175:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777671936:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763163.257308:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763163.257329:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff9c6f91eb9500 x1876699777671936/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763163.257345:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777671936/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763163.257356:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763163.257360:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763163.257364:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777671936:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763163.257371:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777672064:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763163.257396:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763163.257407:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff9c6f91ebaa00 x1876699777672064/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763163.257421:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777672064/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763163.257430:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763163.257433:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763163.257437:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777672064:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763163.257457:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777672192:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763163.257478:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763163.257489:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff9c6f91ebb480 x1876699777672192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763163.257504:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777672192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763163.257514:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763163.257517:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763163.257521:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777672192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763163.257527:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777672320:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763163.257546:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763163.257557:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff9c6f91eb9880 x1876699777672320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763163.257572:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777672320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763163.257581:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763163.257584:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763163.257588:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777672320:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763163.384437:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763164.408432:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763165.432508:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763166.456515:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763167.480544:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763168.376413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763168.376426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763168.376432:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763168.376447:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2840
00000100:00080000:2.0:1789763168.376462:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763168.376472:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763168.376535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777672448/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763168.376590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763168.376598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763168.376602:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763168.376610:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2840
00000100:00080000:2.0:1789763168.376618:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763168.376628:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763168.376646:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763168.376680:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777672448:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763168.376680:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777672576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763168.376711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763168.376716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763168.376719:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763168.376725:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2840
00000100:00080000:2.0:1789763168.376731:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763168.376737:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763168.376746:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763168.376770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777672704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763168.376788:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763168.376805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763168.376813:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763168.376819:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763168.376830:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2840
00000100:00080000:2.0:1789763168.376841:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763168.376847:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff9c6f851a1f80 x1876699777672448/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763168.376857:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763168.376871:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763168.376894:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777672832/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763168.376935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763168.376940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789763168.376946:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777672448/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763168.376947:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763168.376964:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2840
00000100:00080000:2.0:1789763168.376975:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763168.376986:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789763168.376987:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763168.376993:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763168.377000:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763168.377010:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777672448:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763168.377019:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777672960/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763168.377035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763168.377040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763168.377042:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763168.377048:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2840
00000100:00100000:0.0:1789763168.377055:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777672576:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763168.377057:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763168.377071:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763168.377079:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763168.377100:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777673088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763168.377111:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763168.377137:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff9c6f851a1c00 x1876699777672576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763168.377138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763168.377184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763168.377191:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763168.377202:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2840
00000100:00100000:0.0:1789763168.377210:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777672576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763168.377211:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763168.377284:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763168.377291:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763168.377299:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777672576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763168.377309:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777672704:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763168.377324:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763168.377337:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763168.377350:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763168.377366:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777673216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763168.377378:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff9c6f851a3b80 x1876699777672704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763168.377413:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777672704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763168.377432:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763168.377438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763168.377444:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777672704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763168.377452:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777672832:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763168.377476:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763168.377489:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff9c6f851a1180 x1876699777672832/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763168.377503:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777672832/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763168.377513:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763168.377516:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763168.377520:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777672832:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763168.377527:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777672960:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763168.377551:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763168.377572:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff9c6f851a1500 x1876699777672960/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763168.377595:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777672960/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763168.377611:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763168.377618:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763168.377626:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777672960:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763168.377664:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777673088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763168.377700:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763168.377716:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff9c6f851a0000 x1876699777673088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763168.377731:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777673088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763168.377741:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763168.377745:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763168.377749:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777673088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763168.377756:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777673216:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763168.377776:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763168.377787:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff9c6f851a3480 x1876699777673216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763168.377801:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777673216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763168.377810:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763168.377813:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763168.377817:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777673216:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763168.504460:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763169.528430:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763170.552493:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763171.576435:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763172.600474:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763173.496350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763173.496372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763173.496376:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763173.496388:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2845
00000100:00080000:2.0:1789763173.496402:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763173.496414:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763173.496469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777673344/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763173.496511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763173.496515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763173.496517:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763173.496523:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2845
00000100:00080000:2.0:1789763173.496527:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763173.496532:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763173.496543:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763173.496561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777673472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763173.496574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763173.496578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763173.496580:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763173.496585:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2845
00000100:00080000:2.0:1789763173.496588:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763173.496592:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763173.496596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763173.496607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777673600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763173.496618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763173.496622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763173.496626:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763173.496642:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2845
00000100:00080000:2.0:1789763173.496651:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763173.496655:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777673344:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763173.496656:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763173.496663:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763173.496671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777673728/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763173.496699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763173.496703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763173.496705:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763173.496710:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2845
00000100:00080000:2.0:1789763173.496714:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763173.496719:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763173.496724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763173.496735:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777673856/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763173.496744:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763173.496747:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763173.496748:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763173.496755:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2845
00000100:00080000:2.0:1789763173.496763:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763173.496767:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763173.496772:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763173.496784:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777673984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763173.496800:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763173.496803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763173.496808:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763173.496810:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763173.496816:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2845
00000100:00080000:2.0:1789763173.496823:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763173.496828:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763173.496833:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763173.496845:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777674112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763173.496869:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff9c6f851a2d80 x1876699777673344/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763173.496896:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777673344/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763173.496910:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763173.496914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763173.496918:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777673344:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763173.496927:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777673472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763173.496984:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763173.497009:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff9c6f851a0380 x1876699777673472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763173.497035:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777673472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763173.497054:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763173.497076:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763173.497081:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777673472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763173.497148:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777673600:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763173.497196:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763173.497208:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff9c6f851a2680 x1876699777673600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763173.497219:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777673600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763173.497226:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763173.497229:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763173.497232:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777673600:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763173.497279:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777673728:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763173.497327:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763173.497342:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff9c6f851a2300 x1876699777673728/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763173.497372:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777673728/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763173.497380:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763173.497383:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763173.497386:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777673728:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763173.497392:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777673856:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763173.497408:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763173.497417:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff9c6f851a3480 x1876699777673856/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763173.497434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777673856/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763173.497440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763173.497443:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763173.497446:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777673856:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763173.497451:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777673984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763173.497464:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763173.497473:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff9c6f851a0000 x1876699777673984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763173.497483:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777673984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763173.497490:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763173.497493:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763173.497495:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777673984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763173.497500:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777674112:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763173.497514:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763173.497522:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff9c6f851a1500 x1876699777674112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763173.497530:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777674112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763173.497543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763173.497547:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763173.497550:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777674112:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763173.624473:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763174.648544:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763175.672474:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763176.696485:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763177.720525:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763178.616390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763178.616408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763178.616413:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763178.616428:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2850
00000100:00080000:2.0:1789763178.616444:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763178.616454:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763178.616503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777674240/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763178.616554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763178.616559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763178.616562:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763178.616568:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2850
00000100:00080000:2.0:1789763178.616579:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763178.616584:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763178.616598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763178.616616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777674368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763178.616632:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763178.616637:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763178.616644:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763178.616647:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777674240:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763178.616656:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2850
00000100:00080000:2.0:1789763178.616664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763178.616669:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763178.616676:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763178.616695:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777674496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763178.616718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763178.616722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763178.616724:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763178.616730:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2850
00000100:00080000:2.0:1789763178.616736:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763178.616740:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763178.616747:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763178.616750:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763178.616770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777674624/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763178.616785:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763178.616790:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763178.616792:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763178.616799:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2850
00000100:00080000:2.0:1789763178.616804:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763178.616814:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763178.616815:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178]  req@ffff9c6f851a1180 x1876699777674240/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763178.616821:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763178.616849:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777674752/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763178.616859:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777674240/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763178.616874:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763178.616889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763178.616893:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763178.616895:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763178.616909:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789763178.616912:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2850
00000100:00080000:2.0:1789763178.616922:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763178.616926:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777674240:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763178.616934:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763178.616944:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763178.616958:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777674880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763178.616973:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777674368:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763178.616974:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763178.616990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763178.616993:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763178.617001:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2850
00000100:00080000:2.0:1789763178.617007:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763178.617013:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763178.617022:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763178.617030:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763178.617047:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777675008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763178.617058:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178]  req@ffff9c6f851a3b80 x1876699777674368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763178.617114:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777674368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763178.617130:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763178.617135:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763178.617141:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777674368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763178.617149:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777674496:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763178.617173:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763178.617187:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178]  req@ffff9c6f851a1c00 x1876699777674496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763178.617201:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777674496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763178.617211:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763178.617215:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763178.617219:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777674496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763178.617273:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777674624:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763178.617299:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763178.617313:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178]  req@ffff9c6f851a1f80 x1876699777674624/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763178.617328:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777674624/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763178.617339:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763178.617342:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763178.617347:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777674624:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763178.617354:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777674752:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763178.617374:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763178.617384:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178]  req@ffff9c6f851a2a00 x1876699777674752/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763178.617398:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777674752/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763178.617407:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763178.617411:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763178.617415:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777674752:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763178.617435:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777674880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763178.617455:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763178.617466:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178]  req@ffff9c6f851a0e00 x1876699777674880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763178.617480:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777674880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763178.617489:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763178.617493:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763178.617497:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777674880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763178.617504:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777675008:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763178.617521:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763178.617533:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178]  req@ffff9c6f851a1880 x1876699777675008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763178.617547:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777675008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763178.617557:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763178.617560:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763178.617564:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777675008:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763178.744473:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763179.768456:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763180.792478:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763181.816459:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763182.840456:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763183.736361:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763183.736380:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763183.736388:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763183.736408:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2855
00000100:00080000:3.0:1789763183.736426:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763183.736440:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763183.736505:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777675136/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763183.736551:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763183.736557:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763183.736560:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763183.736565:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2855
00000100:00080000:3.0:1789763183.736571:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763183.736577:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763183.736590:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763183.736609:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777675264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763183.736622:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763183.736627:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763183.736629:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763183.736635:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2855
00000100:00080000:3.0:1789763183.736639:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763183.736644:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763183.736649:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763183.736677:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777675392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763183.736684:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777675136:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763183.736716:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763183.736721:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763183.736724:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763183.736731:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2855
00000100:00080000:3.0:1789763183.736737:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763183.736742:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763183.736750:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763183.736768:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777675520/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763183.736781:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763183.736789:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763183.736792:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763183.736798:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763183.736807:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2855
00000100:00080000:3.0:1789763183.736813:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763183.736820:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763183.736826:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763183.736844:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777675648/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763183.736856:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183]  req@ffff9c6f91eb9880 x1876699777675136/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763183.736862:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763183.736879:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763183.736886:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763183.736902:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2855
00000100:00080000:3.0:1789763183.736909:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763183.736914:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777675136/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763183.736921:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763183.736936:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763183.736945:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763183.736954:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763183.736961:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777675136:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763183.736970:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777675776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763183.736985:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763183.736989:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763183.736992:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763183.736999:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777675264:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763183.737005:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2855
00000100:00080000:3.0:1789763183.737014:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763183.737020:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763183.737028:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763183.737068:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777675904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763183.737081:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763183.737114:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183]  req@ffff9c6f91ebb480 x1876699777675264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763183.737134:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777675264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763183.737146:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763183.737150:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763183.737155:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777675264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763183.737186:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777675392:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763183.737209:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763183.737222:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183]  req@ffff9c6f91ebaa00 x1876699777675392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763183.737273:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777675392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763183.737284:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763183.737288:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763183.737292:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777675392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763183.737300:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777675520:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763183.737324:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763183.737337:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183]  req@ffff9c6f91eb9500 x1876699777675520/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763183.737351:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777675520/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763183.737362:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763183.737366:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763183.737370:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777675520:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763183.737376:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777675648:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763183.737394:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763183.737405:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183]  req@ffff9c6f91ebb800 x1876699777675648/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763183.737419:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777675648/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763183.737429:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763183.737432:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763183.737435:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777675648:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763183.737441:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777675776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763183.737460:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763183.737470:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183]  req@ffff9c6f91ebad80 x1876699777675776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763183.737483:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777675776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763183.737492:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763183.737496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763183.737500:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777675776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763183.737507:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777675904:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763183.737525:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763183.737535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183]  req@ffff9c6f91eb9f80 x1876699777675904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763183.737549:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777675904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763183.737558:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763183.737561:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763183.737565:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777675904:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763183.864508:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763184.888441:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763185.912460:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763186.936473:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763187.960461:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763188.856427:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763188.856440:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763188.856445:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763188.856475:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2860
00000100:00080000:0.0:1789763188.856490:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763188.856501:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763188.856553:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777676032/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763188.856595:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763188.856600:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763188.856603:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763188.856610:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2860
00000100:00080000:0.0:1789763188.856615:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763188.856621:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763188.856644:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763188.856657:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777676032:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763188.856668:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777676160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763188.856685:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763188.856690:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763188.856693:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763188.856698:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2860
00000100:00080000:0.0:1789763188.856704:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763188.856709:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763188.856715:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763188.856731:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777676288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763188.856745:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763188.856749:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763188.856757:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763188.856759:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763188.856767:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2860
00000100:00080000:0.0:1789763188.856773:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763188.856779:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763188.856786:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763188.856801:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777676416/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763188.856815:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763188.856819:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763188.856822:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763188.856826:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2860
00000100:00080000:0.0:1789763188.856830:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763188.856833:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763188.856839:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763188.856855:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188]  req@ffff9c6f84ef7480 x1876699777676032/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763188.856857:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777676544/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763188.856919:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763188.856925:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763188.856928:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763188.856934:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2860
00000100:00100000:2.0:1789763188.856941:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777676032/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763188.856943:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763188.856956:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763188.856967:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763188.856990:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777676672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763188.856991:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763188.857026:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763188.857040:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777676032:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763188.857056:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763188.857063:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763188.857066:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763188.857074:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2860
00000100:00080000:0.0:1789763188.857081:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763188.857086:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763188.857094:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777676160:192.168.203.138@tcp:38:kworker.0
00000008:00100000:0.0:1789763188.857098:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763188.857125:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777676800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763188.857165:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763188.857196:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188]  req@ffff9c6f84ef4700 x1876699777676160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763188.857214:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777676160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763188.857259:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763188.857264:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763188.857269:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777676160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763188.857277:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777676288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763188.857313:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763188.857336:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188]  req@ffff9c6f84ef5500 x1876699777676288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763188.857362:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777676288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763188.857380:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763188.857387:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763188.857394:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777676288:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763188.857407:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777676416:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763188.857447:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763188.857471:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188]  req@ffff9c6f84ef4000 x1876699777676416/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763188.857494:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777676416/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763188.857505:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763188.857510:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763188.857514:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777676416:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763188.857521:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777676544:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763188.857548:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763188.857561:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188]  req@ffff9c6f84ef4a80 x1876699777676544/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763188.857575:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777676544/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763188.857584:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763188.857588:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763188.857592:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777676544:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763188.857598:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777676672:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763188.857618:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763188.857629:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188]  req@ffff9c6f84ef6300 x1876699777676672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763188.857643:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777676672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763188.857653:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763188.857656:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763188.857660:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777676672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763188.857683:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777676800:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763188.857727:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763188.857740:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188]  req@ffff9c6f84ef6680 x1876699777676800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763188.857753:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777676800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763188.857768:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763188.857775:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763188.857781:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777676800:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763188.984450:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763190.008503:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763191.032483:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763192.056477:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763193.080463:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763193.976401:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763193.976418:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763193.976426:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763193.976443:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2865
00000100:00080000:0.0:1789763193.976461:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763193.976474:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763193.976538:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777676928/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763193.976588:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763193.976595:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763193.976598:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763193.976606:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2865
00000100:00080000:0.0:1789763193.976614:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763193.976622:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763193.976638:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763193.976663:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777677056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763193.976685:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777676928:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763193.976701:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763193.976710:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763193.976712:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763193.976722:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2865
00000100:00080000:0.0:1789763193.976728:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763193.976734:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763193.976741:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763193.976767:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777677184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763193.976787:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763193.976795:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763193.976799:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763193.976807:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2865
00000100:00080000:0.0:1789763193.976815:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763193.976823:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763193.976833:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763193.976855:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777677312/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763193.976874:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763193.976878:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763193.976881:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763193.976889:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2865
00000100:00080000:0.0:1789763193.976895:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763193.976900:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763193.976908:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763193.976924:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777677440/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763193.976936:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763193.976940:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763193.976943:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763193.976947:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2865
00000100:00080000:0.0:1789763193.976950:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763193.976954:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763193.976986:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763193.977005:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777677568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763193.977016:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763193.977020:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763193.977022:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763193.977027:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2865
00000100:00080000:0.0:1789763193.977032:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763193.977036:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763193.977042:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763193.977057:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777677696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763193.977161:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763193.977412:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193]  req@ffff9c6f84ef5f80 x1876699777676928/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763193.977455:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777676928/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763193.977472:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763193.977477:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763193.977483:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777676928:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763193.977522:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777677056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763193.977562:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763193.977581:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193]  req@ffff9c6f84ef7800 x1876699777677056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763193.977600:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777677056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763193.977617:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763193.977624:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763193.977631:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777677056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763193.977643:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777677184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763193.977684:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763193.977708:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193]  req@ffff9c6f84ef4e00 x1876699777677184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763193.977725:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777677184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763193.977735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763193.977740:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763193.977744:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777677184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763193.977755:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777677312:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763193.977795:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763193.977818:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193]  req@ffff9c6f84ef4380 x1876699777677312/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763193.977846:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777677312/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763193.977861:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763193.977865:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763193.977869:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777677312:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763193.977878:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777677440:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763193.977906:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763193.977920:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193]  req@ffff9c6f84ef6a00 x1876699777677440/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763193.977935:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777677440/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763193.977945:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763193.977948:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763193.977952:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777677440:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763193.977994:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777677568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763193.978024:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763193.978038:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193]  req@ffff9c6f84ef5880 x1876699777677568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763193.978053:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777677568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763193.978072:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763193.978076:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763193.978080:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777677568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763193.978086:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777677696:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763193.978106:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763193.978117:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193]  req@ffff9c6f84ef6d80 x1876699777677696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763193.978131:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777677696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763193.978141:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763193.978144:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763193.978148:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777677696:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763194.104477:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763195.128462:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763196.152343:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763197.176478:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763198.200461:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763199.096390:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763199.096407:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763199.096414:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763199.096430:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2870
00000100:00080000:0.0:1789763199.096448:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763199.096459:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763199.096522:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777677824/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763199.096565:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763199.096570:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763199.096573:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763199.096578:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2870
00000100:00080000:0.0:1789763199.096583:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763199.096589:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763199.096603:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763199.096623:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777677952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763199.096641:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777677824:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763199.096644:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763199.096662:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763199.096666:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763199.096672:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2870
00000100:00080000:0.0:1789763199.096678:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763199.096683:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763199.096691:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763199.096706:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777678080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763199.096718:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763199.096724:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763199.096727:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763199.096732:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2870
00000100:00080000:0.0:1789763199.096737:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763199.096743:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763199.096749:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763199.096763:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763199.096767:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777678208/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763199.096783:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763199.096788:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763199.096791:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763199.096798:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2870
00000100:00080000:0.0:1789763199.096802:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763199.096807:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763199.096813:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763199.096826:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777678336/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763199.096840:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff9c6f84ef5c00 x1876699777677824/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.096881:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763199.096888:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763199.096891:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763199.096899:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777677824/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.096904:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2870
00000100:00080000:0.0:1789763199.096916:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763199.096955:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789763199.096962:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763199.096965:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763199.096975:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763199.096985:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777677824:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763199.096996:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777678464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763199.097019:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763199.097027:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763199.097033:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777677952:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763199.097036:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763199.097054:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2870
00000100:00080000:0.0:1789763199.097067:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763199.097077:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789763199.097086:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789763199.097096:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763199.097110:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff9c6f84ef6d80 x1876699777677952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763199.097127:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777678592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763199.097135:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777677952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763199.097179:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763199.097187:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763199.097193:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777677952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763199.097206:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777678080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763199.097295:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763199.097321:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff9c6f84ef5880 x1876699777678080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763199.097338:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777678080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763199.097349:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763199.097353:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763199.097357:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777678080:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763199.097365:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777678208:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763199.097394:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763199.097408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff9c6f84ef6a00 x1876699777678208/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763199.097422:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777678208/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763199.097432:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763199.097435:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763199.097439:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777678208:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763199.097446:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777678336:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763199.097465:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763199.097477:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff9c6f84ef4380 x1876699777678336/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763199.097490:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777678336/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763199.097500:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763199.097503:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763199.097507:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777678336:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763199.097513:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777678464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763199.097531:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763199.097542:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff9c6f84ef4e00 x1876699777678464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763199.097555:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777678464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763199.097565:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763199.097569:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763199.097573:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777678464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763199.097596:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777678592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763199.097616:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763199.097627:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff9c6f84ef7800 x1876699777678592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763199.097641:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777678592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763199.097650:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763199.097654:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763199.097657:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777678592:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763199.224498:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763200.248447:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763201.272412:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763202.296582:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763203.320467:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763204.216375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763204.216395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763204.216403:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.216422:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2875
00000100:00080000:0.0:1789763204.216441:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.216455:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763204.216509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777678720/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763204.216551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763204.216556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763204.216559:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.216565:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2875
00000100:00080000:0.0:1789763204.216570:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.216574:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763204.216586:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763204.216601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777678848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763204.216614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763204.216618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763204.216621:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.216625:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2875
00000100:00080000:0.0:1789763204.216628:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.216632:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763204.216637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763204.216648:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777678976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763204.216660:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763204.216666:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763204.216670:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.216675:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2875
00000100:00080000:0.0:1789763204.216679:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.216685:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763204.216690:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763204.216705:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777679104/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763204.216717:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777678720:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763204.216727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763204.216743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763204.216745:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.216751:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2875
00000100:00080000:0.0:1789763204.216755:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.216760:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763204.216768:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763204.216786:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777679232/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763204.216798:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763204.216803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763204.216806:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.216810:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2875
00000100:00080000:0.0:1789763204.216818:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.216824:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763204.216831:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763204.216855:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777679360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763204.216877:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763204.216928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763204.216934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763204.216937:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.216948:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2875
00000100:00080000:0.0:1789763204.216956:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.216966:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763204.216976:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763204.216999:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777679488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763204.217024:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff9c6f84ef5f80 x1876699777678720/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763204.217058:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777678720/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763204.217077:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763204.217084:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763204.217091:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777678720:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763204.217102:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777678848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763204.217137:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763204.217153:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff9c6f84ef6680 x1876699777678848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763204.217169:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777678848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763204.217179:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763204.217184:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763204.217188:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777678848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763204.217199:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777678976:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763204.217312:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763204.217332:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff9c6f84ef6300 x1876699777678976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763204.217348:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777678976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763204.217359:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763204.217363:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763204.217367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777678976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763204.217407:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777679104:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763204.217435:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763204.217448:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff9c6f84ef4a80 x1876699777679104/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763204.217462:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777679104/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763204.217472:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763204.217476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763204.217480:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777679104:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763204.217486:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777679232:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763204.217506:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763204.217517:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff9c6f84ef4000 x1876699777679232/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763204.217531:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777679232/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763204.217541:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763204.217544:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763204.217548:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777679232:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763204.217554:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777679360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763204.217573:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763204.217584:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff9c6f84ef5500 x1876699777679360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763204.217597:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777679360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763204.217607:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763204.217612:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763204.217616:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777679360:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763204.217622:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777679488:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763204.217641:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763204.217652:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff9c6f84ef4700 x1876699777679488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763204.217665:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777679488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763204.217674:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763204.217678:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763204.217681:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777679488:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763204.344500:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763205.368448:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763206.392459:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763207.416486:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763208.440486:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763209.336362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.336380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763209.336388:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.336408:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2880
00000100:00080000:0.0:1789763209.336428:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.336440:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763209.336502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777679616/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763209.336543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.336549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763209.336553:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.336559:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2880
00000100:00080000:0.0:1789763209.336564:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.336569:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763209.336582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763209.336599:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777679744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763209.336614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.336619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763209.336622:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.336627:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2880
00000100:00080000:0.0:1789763209.336631:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.336635:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763209.336642:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763209.336651:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777679616:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763209.336661:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777679872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763209.336677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.336681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763209.336684:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.336690:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2880
00000100:00080000:0.0:1789763209.336694:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.336698:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763209.336704:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763209.336722:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777680000/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763209.336735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.336739:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763209.336741:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.336746:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2880
00000100:00080000:0.0:1789763209.336751:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.336755:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763209.336761:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763209.336774:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777680128/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763209.336786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.336791:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763209.336794:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.336799:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2880
00000100:00080000:0.0:1789763209.336806:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.336815:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763209.336826:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763209.336839:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777679744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763209.336881:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777680256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763209.336905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.336914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763209.336918:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.336929:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2880
00000100:00080000:0.0:1789763209.336938:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.336945:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763209.336959:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763209.336966:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777679872:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763209.336985:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777680384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763209.337024:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777680000:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763209.337056:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777680128:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763209.337083:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777680256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763209.337118:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777680384:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763209.464511:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763210.488512:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763211.512481:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763212.408683:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789763212.408756:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763212.408782:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763212.408869:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763212.408882:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763212.408893:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763212.408903:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763212.408917:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763212.408928:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789763212.408974:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763212]  req@ffff9c6f84ef6680 x1876699777680384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763212.409015:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777680384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763212.409033:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763212.409040:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763212.409046:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777680384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763212.409068:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763212]  req@ffff9c6f84ef5500 x1876699777679872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763212.409095:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777679872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763212.409112:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763212.409119:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763212.409126:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777679872:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763212.409139:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763212]  req@ffff9c6f84ef4000 x1876699777680000/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763212.409162:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777680000/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763212.409177:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763212.409185:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763212.409192:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777680000:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763212.409206:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763212]  req@ffff9c6f84ef4a80 x1876699777680128/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763212.409295:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777680128/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763212.409314:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763212.409322:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763212.409329:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777680128:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763212.409345:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763212]  req@ffff9c6f84ef6300 x1876699777680256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763212.409370:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777680256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763212.409386:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763212.409393:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763212.409399:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777680256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763212.409411:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763212]  req@ffff9c6f84ef7480 x1876699777679616/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763212.409436:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777679616/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763212.409453:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763212.409463:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763212.409471:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777679616:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763212.409484:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763212]  req@ffff9c6f84ef4700 x1876699777679744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763212.409520:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777679744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763212.409537:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763212.409545:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763212.409552:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777679744:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763212.536489:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763213.560574:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763214.456570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.456583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763214.456589:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763214.456603:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2886
00000100:00080000:0.0:1789763214.456619:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763214.456630:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763214.456688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777680512/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763214.456747:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.456755:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763214.456759:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763214.456768:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2886
00000100:00080000:0.0:1789763214.456776:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763214.456785:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763214.456801:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763214.456858:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777680640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763214.456883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763214.456889:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777680512:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763214.456893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763214.456901:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763214.456916:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2886
00000100:00080000:0.0:1789763214.456924:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763214.456932:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763214.456944:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763214.456973:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777680768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763214.456995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.457002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763214.457006:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763214.457028:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2886
00000100:00080000:0.0:1789763214.457037:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763214.457043:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763214.457052:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763214.457068:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763214.457096:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777680896/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763214.457116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.457123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763214.457128:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763214.457137:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2886
00000100:00080000:0.0:1789763214.457148:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763214.457157:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff9c6f84ef5f80 x1876699777680512/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763214.457163:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763214.457182:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763214.457290:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777680512/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763214.457311:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777681024/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763214.457320:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763214.457342:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763214.457353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763214.457360:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777680512:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763214.457363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763214.457371:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763214.457385:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2886
00000100:00080000:0.0:1789763214.457394:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763214.457403:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763214.457413:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763214.457424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777680640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763214.457447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777681152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763214.457485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.457493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763214.457497:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763214.457505:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2886
00000100:00080000:0.0:1789763214.457513:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763214.457521:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763214.457531:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763214.457554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777681280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763214.457950:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763214.458004:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff9c6f84ef7800 x1876699777680640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763214.458068:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777680640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763214.458087:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763214.458095:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763214.458271:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777680640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763214.458287:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777680768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763214.458356:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763214.458387:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff9c6f84ef4e00 x1876699777680768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763214.458414:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777680768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763214.458431:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763214.458438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763214.458446:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777680768:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763214.458461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777680896:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763214.458506:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763214.458528:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff9c6f84ef4380 x1876699777680896/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763214.458553:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777680896/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763214.458592:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763214.458600:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763214.458607:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777680896:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763214.458619:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777681024:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763214.458667:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763214.458691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff9c6f84ef6a00 x1876699777681024/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763214.458720:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777681024/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763214.458735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763214.458741:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763214.458747:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777681024:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763214.458786:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777681152:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763214.458867:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763214.458894:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff9c6f84ef5880 x1876699777681152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763214.458931:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777681152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763214.458947:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763214.458953:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763214.458961:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777681152:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763214.458973:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777681280:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763214.459013:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763214.459040:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff9c6f84ef6d80 x1876699777681280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763214.459065:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777681280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763214.459081:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763214.459087:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763214.459094:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777681280:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763214.584443:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763215.608479:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763216.632486:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763217.656487:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763218.680469:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763219.576406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763219.576428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763219.576436:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763219.576475:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2891
00000100:00080000:0.0:1789763219.576499:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763219.576515:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763219.576591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777681408/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763219.576651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763219.576669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763219.576673:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763219.576682:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2891
00000100:00080000:0.0:1789763219.576690:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763219.576702:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763219.576722:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763219.576755:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777681408:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763219.576760:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777681536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763219.576832:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763219.576841:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763219.576845:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763219.576855:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2891
00000100:00080000:0.0:1789763219.576864:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763219.576875:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763219.576887:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763219.576919:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777681664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763219.576921:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763219.576950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763219.576959:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763219.576964:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763219.576974:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2891
00000100:00080000:0.0:1789763219.576984:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763219.576995:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763219.577005:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219]  req@ffff9c6f84ef5c00 x1876699777681408/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763219.577011:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763219.577056:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777681792/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763219.577056:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777681408/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763219.577122:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763219.577128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763219.577129:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763219.577146:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777681408:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763219.577147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763219.577158:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763219.577173:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2891
00000100:00080000:0.0:1789763219.577181:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763219.577194:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777681536:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763219.577197:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763219.577218:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763219.577315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777681920/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763219.577326:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763219.577359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763219.577369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763219.577374:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763219.577383:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2891
00000100:00100000:3.0:1789763219.577393:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219]  req@ffff9c6f84ef6d80 x1876699777681536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763219.577397:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763219.577416:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763219.577434:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763219.577447:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777681536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763219.577462:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763219.577467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777682048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763219.577473:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763219.577488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777681536:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763219.577510:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777681664:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763219.577523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763219.577534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763219.577539:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763219.577552:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2891
00000800:00000100:3.0:1789763219.577559:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763219.577568:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763219.577585:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763219.577586:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219]  req@ffff9c6f84ef5880 x1876699777681664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763219.577606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763219.577630:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777681664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763219.577642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777682176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763219.577649:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763219.577665:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763219.577682:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777681664:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763219.577696:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777681792:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763219.577725:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763219.577741:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219]  req@ffff9c6f84ef6a00 x1876699777681792/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763219.577756:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777681792/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763219.577791:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763219.577796:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763219.577801:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777681792:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763219.577832:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777681920:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763219.577873:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763219.577897:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219]  req@ffff9c6f84ef4380 x1876699777681920/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763219.577922:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777681920/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763219.577934:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763219.577938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763219.577942:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777681920:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763219.577950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777682048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763219.577979:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763219.577993:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219]  req@ffff9c6f84ef4e00 x1876699777682048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763219.578008:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777682048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763219.578017:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763219.578020:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763219.578025:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777682048:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763219.578032:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777682176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763219.578052:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763219.578063:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219]  req@ffff9c6f84ef7800 x1876699777682176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763219.578076:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777682176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763219.578086:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763219.578089:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763219.578093:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777682176:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763219.704465:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763220.728444:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763221.752522:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763222.776459:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763223.800525:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763224.696382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763224.696397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763224.696403:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763224.696418:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2896
00000100:00080000:0.0:1789763224.696433:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763224.696444:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763224.696491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777682304/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763224.696530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763224.696536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763224.696538:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763224.696544:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2896
00000100:00080000:0.0:1789763224.696548:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763224.696552:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763224.696564:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763224.696579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777682432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763224.696592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763224.696596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763224.696598:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763224.696602:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2896
00000100:00080000:0.0:1789763224.696605:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763224.696609:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763224.696615:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763224.696630:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777682560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763224.696643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763224.696648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763224.696651:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763224.696657:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2896
00000100:00080000:0.0:1789763224.696662:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763224.696668:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763224.696680:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763224.696683:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777682304:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763224.696700:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777682688/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763224.696718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763224.696723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763224.696725:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763224.696757:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2896
00000100:00080000:0.0:1789763224.696761:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763224.696766:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763224.696773:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763224.696789:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777682816/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763224.696812:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763224.696820:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763224.696824:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763224.696833:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2896
00000100:00080000:0.0:1789763224.696842:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763224.696852:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763224.696855:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763224.696871:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763224.696905:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777682944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763224.696926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763224.696927:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224]  req@ffff9c6f84ef5f80 x1876699777682304/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763224.696955:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763224.696980:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763224.696995:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777682304/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763224.697004:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2896
00000100:00080000:0.0:1789763224.697020:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763224.697035:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789763224.697042:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763224.697047:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763224.697062:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763224.697076:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777683072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763224.697077:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777682304:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763224.697120:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777682432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763224.697184:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763224.697214:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224]  req@ffff9c6f84ef4700 x1876699777682432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763224.697292:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777682432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763224.697305:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763224.697309:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763224.697314:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777682432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763224.697323:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777682560:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763224.697355:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763224.697371:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224]  req@ffff9c6f84ef7480 x1876699777682560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763224.697386:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777682560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763224.697395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763224.697399:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763224.697403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777682560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763224.697444:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777682688:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763224.697467:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763224.697479:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224]  req@ffff9c6f84ef6300 x1876699777682688/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763224.697493:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777682688/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763224.697505:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763224.697509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763224.697513:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777682688:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763224.697519:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777682816:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763224.697537:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763224.697548:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224]  req@ffff9c6f84ef4a80 x1876699777682816/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763224.697562:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777682816/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763224.697571:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763224.697575:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763224.697578:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777682816:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763224.697585:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777682944:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763224.697603:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763224.697615:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224]  req@ffff9c6f84ef4000 x1876699777682944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763224.697627:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777682944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763224.697636:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763224.697640:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763224.697645:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777682944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763224.697652:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777683072:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763224.697671:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763224.697682:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224]  req@ffff9c6f84ef5500 x1876699777683072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763224.697695:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777683072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763224.697705:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763224.697708:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763224.697712:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777683072:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763224.824470:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763225.848489:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763226.872472:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763227.896497:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763228.920496:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763229.816394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763229.816412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763229.816421:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763229.816439:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2901
00000100:00080000:0.0:1789763229.816458:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763229.816475:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763229.816566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777683200/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763229.816621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763229.816630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763229.816635:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763229.816644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2901
00000100:00080000:0.0:1789763229.816655:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763229.816666:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763229.816687:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763229.816724:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777683200:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763229.816768:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777683328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763229.816785:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763229.816790:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763229.816792:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763229.816798:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2901
00000100:00080000:0.0:1789763229.816821:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763229.816828:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763229.816836:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763229.816853:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777683456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763229.816866:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763229.816871:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763229.816874:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763229.816884:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2901
00000800:00000100:2.0:1789763229.816885:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763229.816895:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763229.816905:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763229.816913:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763229.816932:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777683584/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763229.816946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763229.816951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763229.816954:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763229.816960:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2901
00000100:00100000:2.0:1789763229.816966:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229]  req@ffff9c6f84ef6680 x1876699777683200/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763229.816972:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763229.816986:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763229.816995:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763229.817005:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777683200/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763229.817015:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777683712/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763229.817038:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763229.817041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763229.817049:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763229.817051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763229.817059:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763229.817061:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777683200:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763229.817075:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2901
00000100:00080000:0.0:1789763229.817087:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763229.817097:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763229.817107:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763229.817132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777683840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763229.817144:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777683328:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763229.817188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763229.817193:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763229.817197:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763229.817204:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2901
00000800:00000100:2.0:1789763229.817213:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763229.817218:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763229.817228:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763229.817237:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763229.817257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777683968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763229.817275:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229]  req@ffff9c6f84ef5500 x1876699777683328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763229.817309:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777683328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763229.817324:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763229.817333:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763229.817339:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777683328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763229.817350:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777683456:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763229.817398:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763229.817444:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229]  req@ffff9c6f84ef4000 x1876699777683456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763229.817471:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777683456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763229.817488:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763229.817496:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763229.817522:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777683456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763229.817540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777683584:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763229.817577:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763229.817594:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229]  req@ffff9c6f84ef4a80 x1876699777683584/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763229.817614:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777683584/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763229.817625:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763229.817629:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763229.817633:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777683584:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763229.817639:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777683712:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763229.817658:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763229.817671:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229]  req@ffff9c6f84ef6300 x1876699777683712/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763229.817684:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777683712/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763229.817726:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763229.817748:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763229.817752:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777683712:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763229.817775:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777683840:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763229.817818:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763229.817833:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229]  req@ffff9c6f84ef7480 x1876699777683840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763229.817848:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777683840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763229.817858:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763229.817862:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763229.817865:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777683840:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763229.817872:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777683968:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763229.817892:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763229.817903:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229]  req@ffff9c6f84ef4700 x1876699777683968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763229.817918:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777683968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763229.817926:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763229.817930:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763229.817935:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777683968:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763229.944555:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763230.968359:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763231.992453:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763233.016571:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763234.040411:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763234.936404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763234.936418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763234.936424:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763234.936439:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2906
00000100:00080000:0.0:1789763234.936456:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763234.936467:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763234.936516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777684096/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763234.936557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763234.936562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763234.936565:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763234.936570:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2906
00000100:00080000:0.0:1789763234.936574:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763234.936580:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763234.936593:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763234.936614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777684224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763234.936644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763234.936646:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777684096:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763234.936652:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763234.936687:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763234.936702:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2906
00000100:00080000:0.0:1789763234.936711:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763234.936721:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763234.936732:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763234.936762:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777684352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763234.936787:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763234.936794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763234.936800:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763234.936808:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2906
00000100:00080000:0.0:1789763234.936818:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763234.936827:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763234.936840:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763234.936856:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763234.936890:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777684480/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763234.936906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763234.936912:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763234]  req@ffff9c6f84ef5f80 x1876699777684096/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763234.936916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763234.936925:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763234.936947:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2906
00000100:00080000:0.0:1789763234.936962:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763234.936971:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763234.936980:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777684096/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763234.936986:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763234.937018:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763234.937020:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777684608/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763234.937030:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763234.937056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763234.937060:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763234.937064:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763234.937075:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2906
00000100:00100000:2.0:1789763234.937077:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777684096:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763234.937088:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763234.937100:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763234.937108:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763234.937123:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777684736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763234.937140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763234.937142:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777684224:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763234.937148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763234.937157:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763234.937173:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2906
00000100:00080000:0.0:1789763234.937180:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763234.937186:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763234.937194:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763234.937213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777684864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763234.937287:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763234.937348:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763234]  req@ffff9c6f84ef7800 x1876699777684224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763234.937379:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777684224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763234.937394:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763234.937404:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763234.937411:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777684224:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763234.937424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777684352:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763234.937463:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763234.937477:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763234]  req@ffff9c6f84ef4e00 x1876699777684352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763234.937492:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777684352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763234.937502:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763234.937506:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763234.937510:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777684352:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763234.937517:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777684480:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763234.937540:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763234.937552:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763234]  req@ffff9c6f84ef4380 x1876699777684480/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763234.937566:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777684480/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763234.937576:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763234.937580:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763234.937584:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777684480:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763234.937590:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777684608:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763234.937609:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763234.937620:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763234]  req@ffff9c6f84ef6a00 x1876699777684608/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763234.937634:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777684608/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763234.937645:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763234.937649:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763234.937678:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777684608:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763234.937718:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777684736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763234.937778:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763234.937805:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763234]  req@ffff9c6f84ef5880 x1876699777684736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763234.937820:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777684736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763234.937831:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763234.937836:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763234.937840:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777684736:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763234.937847:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777684864:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763234.937872:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763234.937884:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763234]  req@ffff9c6f84ef6d80 x1876699777684864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763234.937898:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777684864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763234.937907:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763234.937911:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763234.937915:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777684864:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763235.064461:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763236.088526:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763237.112486:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763238.136499:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763239.160488:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763240.056403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.056419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763240.056427:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.056442:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2911
00000100:00080000:2.0:1789763240.056459:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.056471:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763240.056533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777684992/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763240.056578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.056583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763240.056586:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.056591:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2911
00000100:00080000:2.0:1789763240.056596:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.056601:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763240.056614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763240.056653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777685120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763240.056666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.056672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763240.056675:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.056681:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2911
00000100:00080000:2.0:1789763240.056687:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.056696:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763240.056703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763240.056719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777685248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763240.056725:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777684992:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763240.056749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.056754:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763240.056756:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.056762:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2911
00000100:00080000:2.0:1789763240.056766:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.056771:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763240.056777:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763240.056792:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777685376/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763240.056803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.056807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763240.056809:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.056813:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2911
00000100:00080000:2.0:1789763240.056844:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.056849:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763240.056857:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763240.056862:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763240.056882:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777685504/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763240.056899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.056904:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763240.056907:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.056912:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2911
00000100:00080000:2.0:1789763240.056918:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.056924:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763240.056931:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763240.056939:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff9c6f851a0700 x1876699777684992/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763240.056952:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777685632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763240.056972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.056980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763240.056981:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777684992/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763240.056985:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.057002:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2911
00000100:00080000:2.0:1789763240.057011:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.057016:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763240.057021:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763240.057036:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777685760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763240.057038:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.057058:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763240.057074:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777684992:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763240.057097:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777685120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763240.057146:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763240.057169:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff9c6f851a3100 x1876699777685120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763240.057186:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777685120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.057197:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.057201:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763240.057206:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777685120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763240.057290:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777685248:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763240.057318:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763240.057334:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff9c6f851a3800 x1876699777685248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763240.057349:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777685248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.057359:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.057364:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763240.057368:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777685248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763240.057374:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777685376:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763240.057394:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763240.057405:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff9c6f851a0a80 x1876699777685376/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763240.057419:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777685376/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.057430:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.057434:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763240.057438:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777685376:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763240.057444:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777685504:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763240.057462:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763240.057473:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff9c6f851a1880 x1876699777685504/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763240.057485:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777685504/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.057495:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.057498:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763240.057502:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777685504:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763240.057508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777685632:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763240.057526:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763240.057537:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff9c6f851a0e00 x1876699777685632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763240.057550:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777685632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.057559:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.057563:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763240.057568:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777685632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763240.057574:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777685760:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763240.057592:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763240.057603:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff9c6f851a2a00 x1876699777685760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763240.057667:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777685760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.057677:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.057681:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763240.057685:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777685760:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763240.184463:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763241.208566:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763242.232543:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763243.256436:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763244.280443:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763245.176399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763245.176414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763245.176422:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763245.176438:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2916
00000100:00080000:2.0:1789763245.176456:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763245.176469:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763245.176528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777685888/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763245.176566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763245.176571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763245.176574:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763245.176605:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2916
00000100:00080000:2.0:1789763245.176613:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763245.176620:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763245.176636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763245.176636:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777685888:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763245.176668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777686016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763245.176686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763245.176691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763245.176694:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763245.176700:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2916
00000100:00080000:2.0:1789763245.176730:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763245.176734:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763245.176741:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763245.176745:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763245.176765:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777686144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763245.176781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763245.176785:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763245.176788:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763245.176793:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2916
00000100:00080000:2.0:1789763245.176799:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763245.176806:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763245.176813:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763245.176817:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff9c6f851a1f80 x1876699777685888/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763245.176833:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777686272/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763245.176849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763245.176854:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777685888/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763245.176856:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763245.176863:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763245.176876:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2916
00000100:00080000:2.0:1789763245.176886:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763245.176890:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763245.176892:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789763245.176904:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:2.0:1789763245.176905:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763245.176915:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777685888:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763245.176925:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777686400/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763245.176938:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763245.176943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763245.176946:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763245.176952:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2916
00000100:00080000:2.0:1789763245.176956:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763245.176960:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777686016:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763245.176968:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763245.176983:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763245.177010:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777686528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763245.177012:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763245.177035:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff9c6f851a1c00 x1876699777686016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763245.177084:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777686016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763245.177085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763245.177092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763245.177095:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763245.177102:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2916
00000100:00080000:2.0:1789763245.177113:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763245.177121:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763245.177124:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789763245.177134:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000008:00100000:2.0:1789763245.177140:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763245.177143:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777686016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763245.177168:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777686656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763245.177170:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777686144:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763245.177296:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763245.177328:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff9c6f851a3b80 x1876699777686144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763245.177355:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777686144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763245.177372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763245.177379:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763245.177384:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777686144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763245.177392:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777686272:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763245.177425:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763245.177440:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff9c6f851a1180 x1876699777686272/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763245.177463:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777686272/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763245.177474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763245.177477:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763245.177481:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777686272:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763245.177487:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777686400:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763245.177507:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763245.177517:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff9c6f851a1500 x1876699777686400/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763245.177531:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777686400/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763245.177540:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763245.177543:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763245.177547:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777686400:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763245.177570:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777686528:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763245.177617:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763245.177631:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff9c6f851a0000 x1876699777686528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763245.177645:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777686528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763245.177663:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763245.177667:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763245.177671:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777686528:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763245.177677:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777686656:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763245.177697:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763245.177709:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff9c6f851a3480 x1876699777686656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763245.177722:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777686656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763245.177732:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763245.177735:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763245.177738:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777686656:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763245.304524:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763246.328482:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763247.352503:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763248.376525:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763249.400489:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763250.296358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763250.296390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763250.296396:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763250.296411:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2921
00000100:00080000:2.0:1789763250.296427:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763250.296437:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763250.296487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777686784/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763250.296526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763250.296533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763250.296537:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763250.296570:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2921
00000100:00080000:2.0:1789763250.296578:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763250.296587:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763250.296604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763250.296617:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777686784:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763250.296630:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777686912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763250.296650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763250.296656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763250.296660:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763250.296666:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2921
00000100:00080000:2.0:1789763250.296672:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763250.296679:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763250.296687:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763250.296707:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777687040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763250.296712:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763250.296725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763250.296731:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763250.296734:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763250.296740:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2921
00000100:00080000:2.0:1789763250.296745:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763250.296751:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763250.296759:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763250.296775:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff9c6f851a2300 x1876699777686784/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763250.296776:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777687168/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763250.296796:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763250.296802:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763250.296808:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763250.296808:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777686784/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763250.296815:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2921
00000100:00080000:2.0:1789763250.296822:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763250.296829:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789763250.296830:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763250.296838:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763250.296846:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777686784:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789763250.296854:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763250.296873:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777687296/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763250.296886:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777686912:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763250.296892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763250.296898:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763250.296902:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763250.296909:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2921
00000100:00080000:2.0:1789763250.296915:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763250.296924:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763250.296933:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763250.296942:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763250.296951:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777687424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763250.296968:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff9c6f851a2680 x1876699777686912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763250.296970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763250.296977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763250.296981:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763250.296988:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2921
00000100:00100000:3.0:1789763250.296993:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777686912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763250.296995:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763250.297002:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763250.297012:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763250.297012:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763250.297019:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763250.297026:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777686912:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763250.297030:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777687552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763250.297039:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777687040:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763250.297076:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763250.297101:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff9c6f851a0380 x1876699777687040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763250.297126:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777687040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763250.297139:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763250.297144:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763250.297149:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777687040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763250.297157:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777687168:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763250.297187:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763250.297202:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff9c6f851a2d80 x1876699777687168/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763250.297217:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777687168/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763250.297267:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763250.297286:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763250.297293:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777687168:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763250.297328:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777687296:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763250.297372:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763250.297395:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff9c6f851a3480 x1876699777687296/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763250.297412:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777687296/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763250.297423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763250.297428:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763250.297432:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777687296:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763250.297439:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777687424:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763250.297465:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763250.297478:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff9c6f851a0000 x1876699777687424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763250.297491:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777687424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763250.297502:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763250.297506:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763250.297510:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777687424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763250.297517:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777687552:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763250.297534:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763250.297575:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff9c6f851a1500 x1876699777687552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763250.297592:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777687552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763250.297603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763250.297607:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763250.297611:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777687552:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763250.424433:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763251.448436:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763252.472376:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763253.496482:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763254.520480:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763255.416421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763255.416434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763255.416440:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763255.416454:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2927
00000100:00080000:0.0:1789763255.416470:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763255.416480:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763255.416549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777687680/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763255.416584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763255.416590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763255.416592:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763255.416598:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2927
00000100:00080000:0.0:1789763255.416602:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763255.416607:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763255.416619:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763255.416638:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777687808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763255.416655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763255.416660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763255.416664:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763255.416672:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777687680:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763255.416675:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2927
00000100:00080000:0.0:1789763255.416686:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763255.416695:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763255.416700:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763255.416718:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777687936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763255.416730:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763255.416735:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763255.416738:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763255.416743:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2927
00000100:00080000:0.0:1789763255.416750:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763255.416754:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763255.416760:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763255.416773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777688064/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763255.416785:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763255.416794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:3.0:1789763255.416798:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763255.416799:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763255.416813:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2927
00000100:00080000:0.0:1789763255.416818:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763255.416823:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763255.416829:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763255.416845:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777688192/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763255.416857:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763255.416861:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763255.416863:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763255.416869:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2927
00000100:00080000:0.0:1789763255.416874:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763255.416880:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff9c6f84ef5c00 x1876699777687680/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763255.416884:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763255.416895:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763255.416921:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777687680/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763255.416934:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777688320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763255.416941:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763255.416954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763255.416959:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763255.416961:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763255.416966:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2927
00000100:00080000:0.0:1789763255.416971:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763255.416978:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763255.416984:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763255.416994:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777687680:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789763255.416996:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763255.417023:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777688448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763255.417045:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777687808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763255.417087:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763255.417106:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff9c6f84ef6d80 x1876699777687808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763255.417130:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777687808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763255.417147:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763255.417154:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763255.417162:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777687808:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763255.417174:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777687936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763255.417216:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763255.417279:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff9c6f84ef5880 x1876699777687936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763255.417296:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777687936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763255.417307:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763255.417311:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763255.417316:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777687936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763255.417323:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777688064:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763255.417352:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763255.417364:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff9c6f84ef6a00 x1876699777688064/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763255.417378:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777688064/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763255.417388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763255.417391:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763255.417395:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777688064:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763255.417402:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777688192:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763255.417420:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763255.417447:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff9c6f84ef4380 x1876699777688192/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763255.417462:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777688192/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763255.417472:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763255.417476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763255.417479:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777688192:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763255.417486:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777688320:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763255.417535:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763255.417558:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff9c6f84ef4e00 x1876699777688320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763255.417595:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777688320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763255.417613:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763255.417620:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763255.417627:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777688320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763255.417663:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777688448:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763255.417694:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763255.417709:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff9c6f84ef7800 x1876699777688448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763255.417732:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777688448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763255.417749:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763255.417755:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763255.417762:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777688448:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763255.544418:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763256.568371:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763257.592435:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763258.616392:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763259.640510:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763260.536392:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763260.536407:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763260.536413:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763260.536429:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2932
00000100:00080000:0.0:1789763260.536446:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763260.536457:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763260.536545:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777688576/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763260.536585:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763260.536591:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763260.536593:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763260.536599:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2932
00000100:00080000:0.0:1789763260.536604:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763260.536609:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763260.536624:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763260.536642:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777688704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763260.536657:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763260.536661:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763260.536664:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763260.536669:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2932
00000100:00080000:0.0:1789763260.536675:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763260.536678:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777688576:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763260.536684:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763260.536698:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763260.536714:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777688832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763260.536728:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763260.536732:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763260.536735:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763260.536740:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2932
00000100:00080000:0.0:1789763260.536744:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763260.536749:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763260.536755:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763260.536768:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777688960/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763260.536780:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763260.536785:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763260.536787:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763260.536796:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763260.536802:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2932
00000100:00080000:0.0:1789763260.536810:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763260.536816:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763260.536822:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763260.536838:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777689088/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763260.536848:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763260.536853:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763260.536857:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763260.536861:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2932
00000100:00080000:0.0:1789763260.536866:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763260.536872:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260]  req@ffff9c6f84ef5f80 x1876699777688576/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763260.536877:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763260.536890:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763260.536913:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777689216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763260.536919:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777688576/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763260.536947:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763260.536955:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763260.536958:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763260.536959:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763260.536976:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763260.536977:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2932
00000100:00080000:0.0:1789763260.536988:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763260.536992:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777688576:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763260.536999:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763260.537014:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763260.537023:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777688704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763260.537033:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777689344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763260.537066:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763260.537088:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260]  req@ffff9c6f84ef4700 x1876699777688704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763260.537105:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777688704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763260.537134:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763260.537139:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763260.537143:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777688704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763260.537178:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777688832:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763260.537204:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763260.537270:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260]  req@ffff9c6f84ef7480 x1876699777688832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763260.537301:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777688832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763260.537318:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763260.537325:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763260.537331:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777688832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763260.537345:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777688960:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763260.537387:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763260.537407:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260]  req@ffff9c6f84ef6300 x1876699777688960/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763260.537423:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777688960/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763260.537434:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763260.537438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763260.537442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777688960:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763260.537449:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777689088:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763260.537501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763260.537515:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260]  req@ffff9c6f84ef4a80 x1876699777689088/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763260.537530:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777689088/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763260.537540:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763260.537544:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763260.537548:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777689088:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763260.537555:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777689216:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763260.537582:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763260.537594:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260]  req@ffff9c6f84ef4000 x1876699777689216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763260.537609:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777689216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763260.537619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763260.537622:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763260.537626:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777689216:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763260.537632:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777689344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763260.537649:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763260.537660:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260]  req@ffff9c6f84ef5500 x1876699777689344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763260.537673:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777689344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763260.537683:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763260.537687:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763260.537690:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777689344:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763260.664442:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763261.688526:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763262.712522:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763263.736531:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763264.760487:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763265.656369:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763265.656386:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763265.656394:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763265.656410:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2937
00000100:00080000:0.0:1789763265.656446:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763265.656458:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763265.656519:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777689472/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763265.656571:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763265.656579:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763265.656583:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763265.656591:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2937
00000100:00080000:0.0:1789763265.656598:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763265.656607:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763265.656626:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763265.656653:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777689600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763265.656654:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777689472:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763265.656674:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763265.656680:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763265.656684:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763265.656691:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2937
00000100:00080000:0.0:1789763265.656696:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763265.656703:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763265.656711:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763265.656728:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777689728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763265.656744:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763265.656750:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763265.656754:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763265.656760:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2937
00000100:00080000:0.0:1789763265.656767:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763265.656768:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763265.656775:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763265.656783:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763265.656800:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777689856/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763265.656816:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763265.656822:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763265.656825:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763265.656833:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2937
00000100:00080000:0.0:1789763265.656839:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763265.656842:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265]  req@ffff9c6f84ef6680 x1876699777689472/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763265.656845:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763265.656854:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763265.656890:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777689984/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763265.656891:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777689472/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763265.656911:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763265.656913:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763265.656918:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763265.656921:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763265.656922:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763265.656929:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2937
00000100:00100000:3.0:1789763265.656930:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777689472:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763265.656936:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763265.656942:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763265.656950:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763265.656966:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777690112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763265.656971:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777689600:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763265.656998:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763265.657004:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763265.657008:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763265.657014:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763265.657015:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2937
00000100:00080000:0.0:1789763265.657021:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763265.657028:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763265.657037:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763265.657038:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265]  req@ffff9c6f84ef5500 x1876699777689600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763265.657055:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777690240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763265.657063:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777689600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763265.657080:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763265.657087:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763265.657094:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777689600:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763265.657104:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777689728:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763265.657141:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763265.657164:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265]  req@ffff9c6f84ef4000 x1876699777689728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763265.657190:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777689728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763265.657215:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763265.657276:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763265.657288:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777689728:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763265.657302:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777689856:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763265.657353:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763265.657382:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265]  req@ffff9c6f84ef4a80 x1876699777689856/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763265.657407:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777689856/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763265.657423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763265.657457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763265.657467:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777689856:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763265.657482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777689984:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763265.657528:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763265.657560:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265]  req@ffff9c6f84ef6300 x1876699777689984/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763265.657590:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777689984/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763265.657602:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763265.657606:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763265.657721:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777689984:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763265.657747:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777690112:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763265.657780:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763265.657796:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265]  req@ffff9c6f84ef7480 x1876699777690112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763265.657811:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777690112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763265.657821:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763265.657825:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763265.657829:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777690112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763265.657835:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777690240:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763265.658052:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763265.658078:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265]  req@ffff9c6f84ef4700 x1876699777690240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763265.658191:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777690240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763265.658210:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763265.658218:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763265.658257:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777690240:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763265.784506:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763266.808534:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763267.832523:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763268.856522:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763269.880458:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763270.776376:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763270.776409:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763270.776418:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763270.776434:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2942
00000100:00080000:2.0:1789763270.776460:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763270.776471:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763270.776522:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777690368/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763270.776560:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763270.776565:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763270.776568:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763270.776573:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2942
00000100:00080000:2.0:1789763270.776578:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763270.776584:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763270.776597:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763270.776617:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777690496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763270.776627:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777690368:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763270.776641:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763270.776647:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763270.776650:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763270.776656:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2942
00000100:00080000:2.0:1789763270.776659:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763270.776665:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763270.776672:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763270.776691:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777690624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763270.776703:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763270.776708:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763270.776711:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763270.776716:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2942
00000100:00080000:2.0:1789763270.776720:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763270.776724:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763270.776731:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763270.776738:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763270.776751:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777690752/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763270.776766:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763270.776770:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763270.776773:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763270.776779:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2942
00000100:00080000:2.0:1789763270.776782:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763270.776786:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763270.776792:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763270.776810:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777690880/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763270.776821:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763270]  req@ffff9c6f851a1180 x1876699777690368/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763270.776825:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763270.776837:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763270.776843:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763270.776855:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2942
00000100:00080000:2.0:1789763270.776864:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763270.776871:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763270.776878:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763270.776889:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777690368/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763270.776895:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777691008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763270.776948:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763270.776949:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763270.776963:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763270.776967:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789763270.776969:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763270.776982:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777690368:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763270.776983:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2942
00000100:00080000:2.0:1789763270.776993:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763270.777000:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763270.777006:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763270.777019:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777691136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763270.777035:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777690496:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763270.777075:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763270.777098:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763270]  req@ffff9c6f851a3b80 x1876699777690496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763270.777115:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777690496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763270.777126:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763270.777131:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763270.777136:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777690496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763270.777143:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777690624:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763270.777166:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763270.777179:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763270]  req@ffff9c6f851a1c00 x1876699777690624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763270.777194:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777690624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763270.777203:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763270.777207:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763270.777211:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777690624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763270.777217:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777690752:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763270.777277:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763270.777292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763270]  req@ffff9c6f851a1f80 x1876699777690752/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763270.777307:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777690752/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763270.777317:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763270.777322:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763270.777326:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777690752:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763270.777332:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777690880:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763270.777353:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763270.777364:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763270]  req@ffff9c6f851a2a00 x1876699777690880/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763270.777388:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777690880/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763270.777431:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763270.777435:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763270.777440:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777690880:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763270.777448:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777691008:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763270.777477:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763270.777492:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763270]  req@ffff9c6f851a0e00 x1876699777691008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763270.777507:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777691008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763270.777517:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763270.777521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763270.777525:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777691008:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763270.777552:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777691136:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763270.777573:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763270.777584:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763270]  req@ffff9c6f851a1880 x1876699777691136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763270.777598:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777691136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763270.777616:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763270.777621:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763270.777625:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777691136:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763270.904465:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763271.928486:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763272.952541:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763273.976536:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763275.000509:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763275.896463:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763275.896484:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763275.896492:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763275.896511:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2947
00000100:00080000:0.0:1789763275.896532:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763275.896547:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763275.896629:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777691264/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763275.896672:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763275.896680:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763275.896684:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763275.896692:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2947
00000100:00080000:0.0:1789763275.896700:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763275.896712:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763275.896734:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763275.896749:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777691264:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763275.896767:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777691392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763275.896791:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763275.896796:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763275.896799:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763275.896804:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2947
00000100:00080000:0.0:1789763275.896811:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763275.896817:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763275.896825:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763275.896842:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777691520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763275.896855:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763275.896859:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763275.896861:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763275.896866:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2947
00000100:00080000:0.0:1789763275.896872:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763275.896876:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763275.896882:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763275.896896:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777691648/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763275.896909:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763275.896914:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763275.896917:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763275.896922:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2947
00000100:00080000:0.0:1789763275.896927:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763275.896933:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763275.896941:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763275.896959:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777691776/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763275.896972:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777691392:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763275.896978:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763275.896986:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763275.896989:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763275.896996:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2947
00000100:00080000:0.0:1789763275.897001:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763275.897007:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763275.897015:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763275.897035:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777691904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763275.897045:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777691520:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763275.897073:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763275.897081:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763275.897086:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763275.897098:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2947
00000100:00100000:3.0:1789763275.897106:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777691648:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789763275.897107:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763275.897124:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763275.897138:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763275.897151:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777691776:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763275.897171:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777692032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763275.897234:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777691904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763275.897350:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777692032:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763276.024514:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763277.048527:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763278.072479:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763278.968666:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789763278.968733:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763278.968756:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763278.968819:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763278.968840:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763278.968862:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763278.968885:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789763278.968887:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763278]  req@ffff9c6f84ef7800 x1876699777691392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763278.968938:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777691392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789763278.968939:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00080000:3.0:1789763278.968969:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000800:00000100:2.0:1789763278.968984:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00080000:3.0:1789763278.968989:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763278.969003:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777691392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763278.969018:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763278]  req@ffff9c6f84ef4e00 x1876699777691520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763278.969040:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777691520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763278.969051:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763278.969055:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763278.969059:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777691520:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763278.969069:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763278]  req@ffff9c6f84ef4380 x1876699777691648/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763278.969082:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777691648/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763278.969097:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763278.969101:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763278.969105:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777691648:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763278.969115:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763278]  req@ffff9c6f84ef5f80 x1876699777691264/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763278.969129:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777691264/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763278.969139:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763278.969143:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763278.969146:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777691264:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763278.969182:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763278]  req@ffff9c6f84ef6d80 x1876699777692032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763278.969197:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777692032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763278.969353:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763278.969358:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763278.969364:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777692032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763278.969374:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763278]  req@ffff9c6f84ef6a00 x1876699777691776/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763278.969391:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777691776/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763278.969401:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763278.969405:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763278.969409:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777691776:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763278.969419:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763278]  req@ffff9c6f84ef5880 x1876699777691904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763278.969436:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777691904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763278.969447:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763278.969453:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763278.969459:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777691904:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763279.096484:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763280.120363:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763281.016333:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.016347:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763281.016351:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.016364:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2952
00000100:00080000:0.0:1789763281.016378:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.016389:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763281.016430:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777692160/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763281.016460:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.016464:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763281.016467:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.016471:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2952
00000100:00080000:0.0:1789763281.016476:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.016480:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763281.016491:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763281.016512:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777692288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763281.016525:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.016528:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763281.016530:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.016535:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2952
00000100:00080000:0.0:1789763281.016540:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.016545:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763281.016551:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763281.016567:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777692160:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763281.016570:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777692416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763281.016601:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.016605:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763281.016607:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.016612:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2952
00000100:00080000:0.0:1789763281.016615:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.016621:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763281.016628:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763281.016645:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777692544/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763281.016656:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.016660:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763281.016662:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.016667:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2952
00000100:00080000:0.0:1789763281.016672:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.016677:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763281.016682:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763281.016696:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777692672/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763281.016707:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763281.016716:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763281.016718:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763281.016727:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.016736:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2952
00000100:00080000:0.0:1789763281.016741:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.016747:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763281.016754:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763281.016768:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777692800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763281.016780:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.016784:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763281.016787:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.016794:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2952
00000100:00080000:0.0:1789763281.016801:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.016808:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763281.016814:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff9c6f84ef5c00 x1876699777692160/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763281.016818:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763281.016861:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777692928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763281.016868:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777692160/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763281.016922:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763281.016934:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763281.016943:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777692160:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763281.016961:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777692288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763281.017009:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763281.017037:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff9c6f84ef5880 x1876699777692288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763281.017062:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777692288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763281.017078:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763281.017087:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763281.017094:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777692288:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763281.017143:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777692416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763281.017184:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763281.017278:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff9c6f84ef6a00 x1876699777692416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763281.017309:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777692416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763281.017349:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763281.017357:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763281.017364:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777692416:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763281.017378:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777692544:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763281.017422:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763281.017446:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff9c6f84ef6d80 x1876699777692544/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763281.017468:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777692544/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763281.017484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763281.017490:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763281.017496:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777692544:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763281.017509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777692672:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763281.017788:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763281.017828:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff9c6f84ef5f80 x1876699777692672/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763281.017851:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777692672/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763281.017864:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763281.017879:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763281.017884:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777692672:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763281.017902:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777692800:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763281.017934:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763281.017954:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff9c6f84ef4380 x1876699777692800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763281.017968:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777692800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763281.017975:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763281.017978:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763281.017980:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777692800:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763281.017986:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777692928:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763281.018018:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763281.018030:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff9c6f84ef4e00 x1876699777692928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763281.018052:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777692928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763281.018062:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763281.018065:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763281.018069:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777692928:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763281.144439:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763282.168366:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763283.192452:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763284.216351:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763285.240419:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763286.136411:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763286.136420:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763286.136424:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763286.136433:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2957
00000100:00080000:2.0:1789763286.136443:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763286.136450:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763286.136485:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777693056/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763286.136513:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763286.136515:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763286.136517:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763286.136520:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2957
00000100:00080000:2.0:1789763286.136522:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763286.136525:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763286.136533:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763286.136544:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777693184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763286.136554:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763286.136558:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763286.136560:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763286.136565:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2957
00000100:00080000:2.0:1789763286.136571:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763286.136572:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777693056:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763286.136579:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763286.136587:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763286.136600:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777693312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763286.136606:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763286.136609:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763286.136610:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763286.136613:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2957
00000100:00080000:2.0:1789763286.136615:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763286.136617:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763286.136621:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763286.136628:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777693440/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763286.136644:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763286.136646:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763286.136647:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763286.136650:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2957
00000100:00080000:2.0:1789763286.136661:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763286.136663:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763286.136667:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763286.136675:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763286.136677:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777693568/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763286.136687:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763286.136691:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763286.136692:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763286.136695:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2957
00000100:00080000:2.0:1789763286.136698:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763286.136703:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763286.136706:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763286.136725:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777693696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763286.136731:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763286.136733:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763286.136734:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763286.136739:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2957
00000100:00080000:2.0:1789763286.136742:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763286.136747:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763286.136750:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763286.136759:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777693824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763286.136759:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff9c6f851a0a80 x1876699777693056/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763286.136827:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777693056/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763286.136839:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763286.136843:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763286.136846:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777693056:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763286.136890:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777693184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763286.136911:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763286.136922:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff9c6f851a3800 x1876699777693184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763286.136948:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777693184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763286.136954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763286.136956:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763286.136958:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777693184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763286.136963:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777693312:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763286.136975:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763286.136982:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff9c6f851a3100 x1876699777693312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763286.136989:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777693312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763286.136994:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763286.137011:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763286.137013:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777693312:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763286.137017:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777693440:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763286.137029:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763286.137034:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff9c6f851a0700 x1876699777693440/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763286.137041:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777693440/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763286.137051:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763286.137053:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763286.137055:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777693440:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763286.137059:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777693568:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763286.137069:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763286.137083:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff9c6f851a1880 x1876699777693568/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763286.137100:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777693568/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763286.137106:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763286.137108:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763286.137110:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777693568:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763286.137113:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777693696:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763286.137125:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763286.137131:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff9c6f851a0e00 x1876699777693696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763286.137138:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777693696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763286.137143:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763286.137145:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763286.137147:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777693696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763286.137162:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777693824:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763286.137172:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763286.137177:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff9c6f851a2a00 x1876699777693824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763286.137184:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777693824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763286.137189:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763286.137191:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763286.137193:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777693824:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763286.264401:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763287.288477:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763288.312502:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763289.336369:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763290.360495:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763291.256426:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763291.256441:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763291.256448:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763291.256463:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2962
00000100:00080000:0.0:1789763291.256478:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763291.256489:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763291.256545:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777693952/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763291.256586:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763291.256591:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763291.256594:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763291.256599:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2962
00000100:00080000:0.0:1789763291.256603:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763291.256608:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763291.256621:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763291.256639:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777694080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763291.256654:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763291.256660:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763291.256667:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763291.256669:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777693952:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763291.256676:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2962
00000100:00080000:0.0:1789763291.256690:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763291.256698:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763291.256708:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763291.256749:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777694208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763291.256771:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763291.256778:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763291.256782:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763291.256796:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2962
00000800:00000100:3.0:1789763291.256797:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763291.256811:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763291.256825:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763291.256837:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763291.256867:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777694336/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763291.256885:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff9c6f84ef7800 x1876699777693952/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763291.256896:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763291.256917:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763291.256924:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763291.256934:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2962
00000100:00100000:3.0:1789763291.256941:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777693952/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763291.256945:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763291.256962:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789763291.256973:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763291.256976:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763291.256986:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763291.256995:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777693952:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763291.257005:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777694464/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763291.257021:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763291.257026:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763291.257028:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763291.257034:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2962
00000100:00080000:0.0:1789763291.257042:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763291.257043:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777694080:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763291.257057:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763291.257067:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763291.257085:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777694592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763291.257105:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763291.257128:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763291.257137:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763291.257138:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff9c6f84ef4700 x1876699777694080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763291.257140:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763291.257157:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2962
00000100:00080000:0.0:1789763291.257169:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763291.257179:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763291.257186:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763291.257188:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777694080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763291.257203:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763291.257206:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777694720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763291.257214:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763291.257326:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777694080:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763291.257349:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777694208:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763291.257394:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763291.257414:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff9c6f84ef7480 x1876699777694208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763291.257429:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777694208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763291.257440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763291.257444:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763291.257448:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777694208:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763291.257455:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777694336:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763291.257478:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763291.257491:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff9c6f84ef6300 x1876699777694336/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763291.257505:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777694336/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763291.257515:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763291.257518:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763291.257522:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777694336:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763291.257528:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777694464:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763291.257547:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763291.257559:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff9c6f84ef4a80 x1876699777694464/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763291.257572:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777694464/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763291.257582:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763291.257585:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763291.257589:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777694464:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763291.257611:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777694592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763291.257631:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763291.257643:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff9c6f84ef4000 x1876699777694592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763291.257657:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777694592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763291.257667:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763291.257671:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763291.257675:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777694592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763291.257681:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777694720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763291.257698:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763291.257709:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff9c6f84ef5500 x1876699777694720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763291.257722:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777694720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763291.257737:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763291.257743:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763291.257750:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777694720:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763291.384451:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763292.408448:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763293.432386:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763294.456386:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763295.480363:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763296.376298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763296.376307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763296.376310:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763296.376319:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2968
00000100:00080000:0.0:1789763296.376330:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763296.376336:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763296.376370:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777694848/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763296.376393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763296.376395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763296.376397:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763296.376400:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2968
00000100:00080000:0.0:1789763296.376402:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763296.376405:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763296.376413:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763296.376426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777694976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763296.376434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763296.376436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763296.376438:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763296.376440:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2968
00000100:00080000:0.0:1789763296.376442:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763296.376445:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763296.376448:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763296.376456:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777694848:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763296.376460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777695104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763296.376477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763296.376480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763296.376482:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763296.376485:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2968
00000100:00080000:0.0:1789763296.376486:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763296.376490:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763296.376501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763296.376511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777695232/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763296.376518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763296.376520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763296.376522:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763296.376525:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2968
00000100:00080000:0.0:1789763296.376528:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763296.376531:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763296.376536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763296.376542:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763296.376547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777695360/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763296.376556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763296.376559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763296.376560:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763296.376564:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2968
00000100:00080000:0.0:1789763296.376568:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763296.376570:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763296.376574:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763296.376583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777695488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763296.376590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763296.376595:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff9c6f84ef6680 x1876699777694848/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763296.376596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763296.376600:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763296.376615:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2968
00000100:00080000:0.0:1789763296.376626:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763296.376636:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763296.376641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763296.376645:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777694848/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763296.376654:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777695616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763296.376729:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763296.376736:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763296.376741:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777694848:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763296.376751:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777694976:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763296.376768:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763296.376777:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff9c6f84ef5500 x1876699777694976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763296.376786:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777694976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763296.376800:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763296.376802:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763296.376804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777694976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763296.376827:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777695104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763296.376839:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763296.376846:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff9c6f84ef4000 x1876699777695104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763296.376854:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777695104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763296.376859:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763296.376861:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763296.376863:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777695104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763296.376867:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777695232:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763296.376879:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763296.376884:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff9c6f84ef4a80 x1876699777695232/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763296.376892:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777695232/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763296.376897:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763296.376899:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763296.376901:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777695232:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763296.376904:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777695360:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763296.376914:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763296.376920:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff9c6f84ef6300 x1876699777695360/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763296.376927:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777695360/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763296.376931:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763296.376933:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763296.376935:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777695360:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763296.376938:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777695488:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763296.376949:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763296.376954:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff9c6f84ef7480 x1876699777695488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763296.376962:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777695488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763296.376967:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763296.376969:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763296.376971:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777695488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763296.376974:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777695616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763296.376984:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763296.376989:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff9c6f84ef4700 x1876699777695616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763296.376996:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777695616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763296.377001:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763296.377003:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763296.377005:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777695616:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763296.504349:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763297.528352:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763298.552383:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763299.576370:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763300.600363:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763301.496326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763301.496337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763301.496341:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763301.496352:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2973
00000100:00080000:0.0:1789763301.496364:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763301.496372:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763301.496416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777695744/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763301.496442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763301.496445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763301.496446:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763301.496450:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2973
00000100:00080000:0.0:1789763301.496453:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763301.496456:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763301.496466:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763301.496477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777695872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763301.496487:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777695744:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763301.496488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763301.496494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763301.496497:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763301.496501:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2973
00000100:00080000:0.0:1789763301.496503:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763301.496506:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763301.496509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763301.496519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777696000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763301.496526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763301.496528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763301.496530:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763301.496535:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2973
00000100:00080000:0.0:1789763301.496538:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763301.496541:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763301.496545:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763301.496554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777696128/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763301.496560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763301.496563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763301.496564:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763301.496566:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2973
00000100:00080000:0.0:1789763301.496568:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763301.496571:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763301.496575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763301.496577:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763301.496584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777696256/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763301.496590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763301.496594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763301.496596:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763301.496598:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2973
00000100:00080000:0.0:1789763301.496602:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763301.496605:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763301.496609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763301.496619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777696384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763301.496626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763301.496630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763301.496634:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301]  req@ffff9c6f84ef7800 x1876699777695744/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763301.496635:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763301.496646:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2973
00000100:00080000:0.0:1789763301.496654:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763301.496659:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763301.496665:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777695744/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763301.496667:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763301.496686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777696512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763301.496692:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763301.496701:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763301.496707:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777695744:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763301.496736:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777695872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763301.496762:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763301.496776:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301]  req@ffff9c6f84ef4e00 x1876699777695872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763301.496792:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777695872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763301.496801:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763301.496805:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763301.496809:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777695872:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763301.496815:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777696000:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763301.496835:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763301.496849:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301]  req@ffff9c6f84ef4380 x1876699777696000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763301.496862:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777696000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763301.496871:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763301.496877:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763301.496880:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777696000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763301.496888:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777696128:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763301.496911:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763301.496927:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301]  req@ffff9c6f84ef5f80 x1876699777696128/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763301.496941:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777696128/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763301.496950:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763301.496953:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763301.496957:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777696128:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763301.496963:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777696256:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763301.496979:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763301.496989:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301]  req@ffff9c6f84ef6d80 x1876699777696256/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763301.497000:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777696256/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763301.497008:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763301.497011:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763301.497014:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777696256:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763301.497021:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777696384:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763301.497038:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763301.497047:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301]  req@ffff9c6f84ef6a00 x1876699777696384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763301.497059:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777696384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763301.497066:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763301.497069:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763301.497073:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777696384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763301.497088:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777696512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763301.497106:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763301.497117:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301]  req@ffff9c6f84ef5880 x1876699777696512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763301.497128:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777696512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763301.497137:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763301.497140:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763301.497143:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777696512:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763301.624397:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763302.648381:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763303.672366:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763304.696369:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763305.720342:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763306.616325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763306.616335:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763306.616339:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763306.616351:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2978
00000100:00080000:1.0:1789763306.616362:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763306.616369:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763306.616411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777696640/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763306.616435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763306.616439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763306.616440:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763306.616443:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2978
00000100:00080000:1.0:1789763306.616446:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763306.616450:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763306.616458:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763306.616469:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777696640:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763306.616471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777696768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763306.616485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763306.616487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763306.616488:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763306.616491:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2978
00000100:00080000:1.0:1789763306.616494:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763306.616497:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763306.616500:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763306.616508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777696896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763306.616514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763306.616517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763306.616518:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763306.616521:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2978
00000100:00080000:1.0:1789763306.616524:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763306.616526:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763306.616529:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763306.616536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777697024/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763306.616542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763306.616547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:2.0:1789763306.616548:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763306.616549:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763306.616556:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2978
00000100:00080000:1.0:1789763306.616559:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763306.616561:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763306.616565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763306.616573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777697152/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763306.616580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763306.616582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763306.616583:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763306.616585:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2978
00000100:00080000:1.0:1789763306.616587:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763306.616590:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763306.616593:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763306.616607:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306]  req@ffff9c6f9118ca80 x1876699777696640/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763306.616608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777697280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763306.616637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763306.616648:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777696640/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763306.616649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763306.616652:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763306.616660:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2978
00000100:00080000:1.0:1789763306.616666:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763306.616672:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763306.616677:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763306.616678:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763306.616685:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763306.616690:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777697408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763306.616691:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777696640:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763306.616721:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777696768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763306.616741:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763306.616751:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306]  req@ffff9c6f9118d180 x1876699777696768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763306.616759:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777696768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763306.616765:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763306.616768:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763306.616770:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777696768:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763306.616774:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777696896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763306.616784:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763306.616801:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306]  req@ffff9c6f9118ce00 x1876699777696896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763306.616809:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777696896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763306.616815:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763306.616817:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763306.616819:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777696896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763306.616824:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777697024:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763306.616837:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763306.616843:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306]  req@ffff9c6f9118df80 x1876699777697024/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763306.616851:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777697024/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763306.616857:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763306.616858:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763306.616860:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777697024:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763306.616864:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777697152:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763306.616874:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763306.616880:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306]  req@ffff9c6f9118dc00 x1876699777697152/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763306.616887:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777697152/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763306.616892:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763306.616894:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763306.616896:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777697152:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763306.616899:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777697280:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763306.616909:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763306.616914:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306]  req@ffff9c6f9118c700 x1876699777697280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763306.616923:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777697280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763306.616928:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763306.616930:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763306.616932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777697280:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763306.616935:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777697408:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763306.616945:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763306.616950:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306]  req@ffff9c6f9118f100 x1876699777697408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763306.616957:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777697408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763306.616962:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763306.616964:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763306.616966:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777697408:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763306.744335:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763307.768342:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763308.792349:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763309.816354:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763310.840335:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763311.736342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763311.736356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763311.736362:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763311.736375:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2983
00000100:00080000:0.0:1789763311.736391:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763311.736401:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763311.736454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777697536/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763311.736489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763311.736493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763311.736495:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763311.736499:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2983
00000100:00080000:0.0:1789763311.736502:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763311.736506:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763311.736518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763311.736533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777697664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763311.736544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763311.736549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763311.736549:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777697536:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763311.736551:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763311.736560:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2983
00000100:00080000:0.0:1789763311.736564:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763311.736568:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763311.736572:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763311.736582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777697792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763311.736590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763311.736594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763311.736596:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763311.736600:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2983
00000100:00080000:0.0:1789763311.736604:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763311.736608:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763311.736614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763311.736622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777697920/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763311.736631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763311.736634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763311.736635:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763311.736639:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2983
00000100:00080000:0.0:1789763311.736643:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763311.736649:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763311.736653:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763311.736659:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763311.736670:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777698048/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763311.736679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763311.736683:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763311.736684:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763311.736687:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2983
00000100:00080000:0.0:1789763311.736690:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763311.736694:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763311.736699:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763311.736709:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311]  req@ffff9c6f84ef5c00 x1876699777697536/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763311.736712:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777698176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763311.736757:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763311.736761:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777697536/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763311.736762:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763311.736766:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763311.736776:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2983
00000100:00080000:0.0:1789763311.736783:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763311.736791:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763311.736801:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763311.736804:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763311.736813:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763311.736815:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777698304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763311.736838:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777697536:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763311.736870:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777697664:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763311.736894:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763311.736906:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311]  req@ffff9c6f84ef5880 x1876699777697664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763311.736918:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777697664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763311.736926:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763311.736930:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763311.736933:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777697664:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763311.736938:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777697792:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763311.736953:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763311.736961:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311]  req@ffff9c6f84ef6a00 x1876699777697792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763311.736971:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777697792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763311.736979:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763311.736981:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763311.736984:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777697792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763311.736990:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777697920:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763311.737004:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763311.737012:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311]  req@ffff9c6f84ef6d80 x1876699777697920/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763311.737021:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777697920/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763311.737029:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763311.737031:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763311.737034:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777697920:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763311.737038:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777698048:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763311.737052:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763311.737059:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311]  req@ffff9c6f84ef5f80 x1876699777698048/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763311.737069:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777698048/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763311.737076:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763311.737078:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763311.737081:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777698048:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763311.737085:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777698176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763311.737117:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763311.737134:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311]  req@ffff9c6f84ef4380 x1876699777698176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763311.737146:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777698176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763311.737154:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763311.737157:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763311.737160:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777698176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763311.737164:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777698304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763311.737179:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763311.737187:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311]  req@ffff9c6f84ef4e00 x1876699777698304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763311.737197:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777698304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763311.737204:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763311.737206:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763311.737209:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777698304:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763311.864478:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763312.888442:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763313.912455:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763314.936491:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763315.960555:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763316.856275:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763316.856284:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763316.856289:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763316.856298:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2988
00000100:00080000:0.0:1789763316.856308:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763316.856314:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763316.856347:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777698432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763316.856369:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763316.856371:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763316.856373:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763316.856376:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2988
00000100:00080000:0.0:1789763316.856378:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763316.856381:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763316.856390:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763316.856400:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777698560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763316.856408:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763316.856410:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763316.856412:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763316.856415:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2988
00000100:00080000:0.0:1789763316.856418:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763316.856420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777698432:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763316.856423:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763316.856431:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763316.856439:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777698688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763316.856445:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763316.856448:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763316.856449:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763316.856452:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2988
00000100:00080000:0.0:1789763316.856454:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763316.856456:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763316.856459:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763316.856467:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777698816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763316.856473:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763316.856476:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763316.856478:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763316.856481:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2988
00000100:00080000:0.0:1789763316.856483:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763316.856485:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763316.856489:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763316.856493:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763316.856502:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777698944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763316.856509:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763316.856511:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763316.856512:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763316.856516:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2988
00000100:00080000:0.0:1789763316.856518:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763316.856524:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763316.856525:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316]  req@ffff9c6f84ef7800 x1876699777698432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763316.856528:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763316.856541:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777699072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763316.856547:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777698432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763316.856550:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763316.856558:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763316.856561:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763316.856569:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2988
00000100:00080000:0.0:1789763316.856574:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763316.856580:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789763316.856582:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763316.856584:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763316.856589:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763316.856595:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777699200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763316.856596:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777698432:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763316.856651:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777698560:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763316.856686:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763316.856702:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316]  req@ffff9c6f84ef4700 x1876699777698560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763316.856730:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777698560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763316.856736:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763316.856738:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763316.856740:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777698560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763316.856744:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777698688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763316.856754:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763316.856760:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316]  req@ffff9c6f84ef7480 x1876699777698688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763316.856767:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777698688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763316.856772:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763316.856774:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763316.856776:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777698688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763316.856779:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777698816:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763316.856789:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763316.856794:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316]  req@ffff9c6f84ef6300 x1876699777698816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763316.856801:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777698816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763316.856807:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763316.856808:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763316.856810:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777698816:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763316.856813:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777698944:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763316.856822:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763316.856827:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316]  req@ffff9c6f84ef4a80 x1876699777698944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763316.856834:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777698944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763316.856838:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763316.856840:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763316.856842:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777698944:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763316.856845:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777699072:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763316.856854:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763316.856860:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316]  req@ffff9c6f84ef4000 x1876699777699072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763316.856868:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777699072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763316.856873:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763316.856874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763316.856876:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777699072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763316.856879:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777699200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763316.856888:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763316.856893:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316]  req@ffff9c6f84ef5500 x1876699777699200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763316.856900:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777699200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763316.856904:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763316.856906:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763316.856908:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777699200:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763316.984335:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763318.008567:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763319.032503:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763320.056421:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763321.081343:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763321.976314:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763321.976323:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763321.976327:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763321.976343:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2993
00000100:00080000:1.0:1789763321.976354:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763321.976361:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763321.976397:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777699328/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763321.976419:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763321.976422:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763321.976424:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763321.976427:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2993
00000100:00080000:1.0:1789763321.976430:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763321.976432:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763321.976440:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763321.976450:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777699456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763321.976458:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763321.976462:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763321.976464:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763321.976464:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777699328:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763321.976472:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2993
00000100:00080000:1.0:1789763321.976475:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763321.976479:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763321.976484:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763321.976505:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777699584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763321.976517:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763321.976520:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763321.976522:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763321.976527:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2993
00000100:00080000:1.0:1789763321.976532:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763321.976537:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789763321.976541:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789763321.976545:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763321.976557:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777699712/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763321.976564:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763321.976574:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763321.976575:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763321.976579:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2993
00000100:00080000:1.0:1789763321.976583:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763321.976584:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321]  req@ffff9c6f9118d500 x1876699777699328/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763321.976590:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763321.976598:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763321.976608:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777699840/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763321.976611:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777699328/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763321.976628:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763321.976636:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763321.976639:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763321.976646:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2993
00000100:00080000:1.0:1789763321.976650:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763321.976651:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763321.976653:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763321.976659:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763321.976659:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763321.976667:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777699328:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763321.976673:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777699968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763321.976680:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763321.976682:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763321.976683:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763321.976686:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2993
00000100:00080000:1.0:1789763321.976688:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763321.976693:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763321.976693:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777699456:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789763321.976700:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763321.976712:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777700096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763321.976722:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763321.976735:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321]  req@ffff9c6f9118f800 x1876699777699456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763321.976744:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777699456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763321.976750:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763321.976752:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763321.976755:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777699456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763321.976758:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777699584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763321.976768:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763321.976774:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321]  req@ffff9c6f9118c380 x1876699777699584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763321.976781:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777699584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763321.976786:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763321.976788:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763321.976790:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777699584:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763321.976795:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777699712:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763321.976808:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763321.976818:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321]  req@ffff9c6f9118e680 x1876699777699712/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763321.976829:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777699712/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763321.976838:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763321.976841:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763321.976845:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777699712:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763321.976851:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777699840:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763321.976870:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763321.976878:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321]  req@ffff9c6f9118ed80 x1876699777699840/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763321.976886:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777699840/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763321.976891:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763321.976893:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763321.976895:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777699840:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763321.976898:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777699968:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763321.976910:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763321.976916:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321]  req@ffff9c6f9118f100 x1876699777699968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763321.976924:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777699968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763321.976928:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763321.976930:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763321.976932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777699968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763321.976946:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777700096:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763321.976957:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763321.976962:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321]  req@ffff9c6f9118c700 x1876699777700096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763321.976969:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777700096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763321.976974:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763321.976976:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763321.976978:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777700096:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763322.104355:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763323.128437:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763324.152437:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763325.176471:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763326.200426:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763327.096380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763327.096396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763327.096403:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763327.096421:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 2998
00000100:00080000:0.0:1789763327.096439:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763327.096452:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763327.096504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777700224/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763327.096542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763327.096546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763327.096549:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763327.096554:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2998
00000100:00080000:0.0:1789763327.096558:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763327.096562:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763327.096573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763327.096589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777700352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763327.096600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763327.096603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763327.096605:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763327.096609:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2998
00000100:00080000:0.0:1789763327.096612:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763327.096616:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763327.096622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763327.096634:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777700480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763327.096645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763327.096649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763327.096651:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763327.096657:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2998
00000100:00080000:0.0:1789763327.096662:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763327.096666:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763327.096672:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763327.096694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777700608/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763327.096694:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777700224:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763327.096732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763327.096735:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763327.096736:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763327.096744:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 2998
00000100:00080000:0.0:1789763327.096747:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763327.096753:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763327.096758:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763327.096772:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777700736/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763327.096784:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763327.096790:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763327.096792:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763327.096797:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2998
00000100:00080000:0.0:1789763327.096801:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763327.096804:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763327.096812:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763327.096844:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763327.096847:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777700864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763327.096865:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763327.096870:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763327.096874:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763327.096883:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 2998
00000100:00080000:0.0:1789763327.096889:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763327.096895:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763327.096903:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763327.096920:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777700992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763327.096930:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff9c6f84ef6680 x1876699777700224/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.097022:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777700224/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.097050:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.097056:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763327.097062:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777700224:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763327.097084:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777700352:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763327.097117:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763327.097146:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff9c6f84ef5500 x1876699777700352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.097161:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777700352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.097171:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.097176:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763327.097180:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777700352:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763327.097187:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777700480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763327.097207:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763327.097218:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff9c6f84ef4000 x1876699777700480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.097277:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777700480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.097287:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.097292:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763327.097296:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777700480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763327.097337:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777700608:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763327.097375:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763327.097389:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff9c6f84ef4a80 x1876699777700608/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.097403:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777700608/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.097426:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.097430:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763327.097434:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777700608:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763327.097441:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777700736:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763327.097459:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763327.097470:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff9c6f84ef6300 x1876699777700736/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.097494:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777700736/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.097504:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.097507:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763327.097511:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777700736:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763327.097518:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777700864:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763327.097536:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763327.097554:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff9c6f84ef7480 x1876699777700864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.097569:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777700864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.097578:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.097582:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763327.097585:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777700864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763327.097592:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777700992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763327.097622:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763327.097632:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff9c6f84ef4700 x1876699777700992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.097645:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777700992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.097654:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.097659:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763327.097663:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777700992:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763327.224513:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763328.248506:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763329.272363:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763330.296409:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763331.320430:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763332.216342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763332.216356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763332.216362:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763332.216375:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3003
00000100:00080000:0.0:1789763332.216390:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763332.216400:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763332.216465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777701120/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763332.216501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763332.216506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763332.216509:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763332.216520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3003
00000100:00080000:0.0:1789763332.216525:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763332.216530:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763332.216542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763332.216559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777701248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763332.216575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763332.216579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763332.216582:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763332.216592:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777701120:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763332.216593:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3003
00000100:00080000:0.0:1789763332.216602:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763332.216612:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763332.216618:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763332.216636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777701376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763332.216648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763332.216652:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763332.216655:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763332.216660:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3003
00000100:00080000:0.0:1789763332.216675:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763332.216682:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763332.216689:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763332.216697:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763332.216709:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777701504/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763332.216725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763332.216729:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763332.216731:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763332.216737:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3003
00000100:00080000:0.0:1789763332.216743:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763332.216750:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763332.216758:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff9c6f84ef7800 x1876699777701120/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763332.216763:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763332.216798:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777701120/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763332.216805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777701632/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763332.216860:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763332.216866:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763332.216872:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763332.216882:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3003
00000100:00080000:2.0:1789763332.216886:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763332.216890:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763332.216907:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789763332.216909:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:0.0:1789763332.216917:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763332.216928:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777701120:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763332.216968:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777701760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763332.216997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763332.217000:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777701248:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763332.217010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763332.217018:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763332.217029:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3003
00000100:00080000:0.0:1789763332.217040:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763332.217049:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789763332.217059:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789763332.217069:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763332.217084:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff9c6f84ef4e00 x1876699777701248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763332.217103:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777701888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763332.217109:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777701248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763332.217157:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763332.217165:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763332.217171:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777701248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763332.217180:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777701376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763332.217205:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763332.217217:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff9c6f84ef4380 x1876699777701376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763332.217288:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777701376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763332.217306:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763332.217313:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763332.217320:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777701376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763332.217334:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777701504:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763332.217370:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763332.217408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff9c6f84ef5f80 x1876699777701504/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763332.217424:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777701504/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763332.217435:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763332.217439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763332.217443:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777701504:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763332.217450:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777701632:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763332.217472:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763332.217484:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff9c6f84ef6d80 x1876699777701632/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763332.217498:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777701632/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763332.217507:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763332.217510:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763332.217514:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777701632:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763332.217537:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777701760:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763332.217557:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763332.217569:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff9c6f84ef6a00 x1876699777701760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763332.217584:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777701760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763332.217593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763332.217597:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763332.217600:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777701760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763332.217607:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777701888:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763332.217625:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763332.217636:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff9c6f84ef5880 x1876699777701888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763332.217650:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777701888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763332.217659:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763332.217663:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763332.217666:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777701888:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763332.344426:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763333.368369:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763334.392529:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763335.416435:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763336.440531:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763337.336393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763337.336402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763337.336407:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763337.336416:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3008
00000100:00080000:3.0:1789763337.336429:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763337.336437:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763337.336475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777702016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763337.336505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763337.336510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763337.336514:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763337.336520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3008
00000100:00080000:3.0:1789763337.336529:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763337.336536:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763337.336554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763337.336569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777702144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763337.336576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763337.336578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763337.336581:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763337.336584:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3008
00000100:00080000:3.0:1789763337.336586:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763337.336589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763337.336593:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763337.336611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777702272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763337.336625:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763337.336629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763337.336631:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763337.336636:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3008
00000100:00080000:3.0:1789763337.336638:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763337.336640:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763337.336643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763337.336661:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777702400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763337.336670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763337.336672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763337.336674:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763337.336677:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3008
00000100:00080000:3.0:1789763337.336679:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763337.336681:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763337.336685:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763337.336692:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777702528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763337.336701:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763337.336704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763337.336706:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763337.336709:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3008
00000100:00080000:3.0:1789763337.336713:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763337.336716:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763337.336721:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763337.336730:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777702656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763337.336740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763337.336744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763337.336748:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763337.336756:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3008
00000100:00100000:1.0:1789763337.336762:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777702016:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763337.336763:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763337.336773:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763337.336784:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763337.336807:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777702784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763337.336887:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763337.336983:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff9c6f91eb9f80 x1876699777702016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763337.337014:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777702016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763337.337031:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763337.337040:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763337.337046:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777702016:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763337.337057:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777702144:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763337.337089:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763337.337105:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff9c6f91ebad80 x1876699777702144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763337.337124:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777702144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763337.337135:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763337.337139:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763337.337143:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777702144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763337.337151:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777702272:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763337.337173:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763337.337186:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff9c6f91ebb800 x1876699777702272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763337.337201:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777702272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763337.337212:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763337.337217:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763337.337279:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777702272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763337.337304:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777702400:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763337.337345:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763337.337377:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff9c6f91eb9500 x1876699777702400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763337.337399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777702400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763337.337413:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763337.337419:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763337.337425:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777702400:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763337.337433:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777702528:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763337.337454:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763337.337467:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff9c6f91ebaa00 x1876699777702528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763337.337481:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777702528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763337.337490:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763337.337493:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763337.337497:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777702528:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763337.337537:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777702656:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763337.337558:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763337.337570:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff9c6f91ebb480 x1876699777702656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763337.337593:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777702656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763337.337603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763337.337607:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763337.337610:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777702656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763337.337617:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777702784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763337.337636:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763337.337647:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff9c6f91eb9880 x1876699777702784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763337.337662:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777702784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763337.337671:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763337.337674:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763337.337678:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777702784:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763337.464504:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763338.488422:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763339.512500:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763340.536472:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763341.560445:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763342.456440:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763342.456460:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763342.456469:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763342.456489:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3014
00000100:00080000:0.0:1789763342.456507:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763342.456517:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763342.456591:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777702912/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763342.456620:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763342.456634:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763342.456636:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763342.456657:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3014
00000100:00080000:0.0:1789763342.456661:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763342.456666:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763342.456680:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763342.456727:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777703040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763342.456747:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763342.456751:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763342.456755:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763342.456764:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3014
00000100:00080000:0.0:1789763342.456776:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763342.456778:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777702912:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763342.456790:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763342.456815:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763342.456839:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777703168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763342.456853:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763342.456858:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763342.456861:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763342.456887:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3014
00000100:00080000:0.0:1789763342.456921:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763342.456926:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763342.456931:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763342.456945:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777703296/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763342.456952:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763342.456956:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763342.456959:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763342.456962:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3014
00000100:00080000:0.0:1789763342.456967:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763342.456971:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763342.456975:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763342.456993:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777703424/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763342.457000:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763342.457004:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763342.457006:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763342.457016:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3014
00000100:00100000:1.0:1789763342.457017:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777703040:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763342.457029:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763342.457042:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763342.457047:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763342.457067:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777703552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763342.457077:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763342.457080:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763342.457083:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763342.457091:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777703168:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763342.457102:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3014
00000100:00080000:0.0:1789763342.457108:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763342.457115:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763342.457123:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763342.457147:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777703680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763342.457151:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777703296:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763342.457226:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777703424:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763342.457332:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777703552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763342.457357:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777703680:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763342.584463:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763343.608438:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763344.632523:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763345.528687:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789763345.528761:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763345.528787:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763345.528877:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763345.528908:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789763345.528961:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763345]  req@ffff9c6f84ef5880 x1876699777703040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789763345.528972:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763345.529020:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789763345.529039:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777703040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789763345.529060:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763345.529094:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00080000:1.0:1789763345.529097:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763345.529130:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763345.529157:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777703040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763345.529175:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763345]  req@ffff9c6f84ef6a00 x1876699777703168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763345.529208:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777703168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763345.529280:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763345.529291:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763345.529303:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777703168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763345.529322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763345]  req@ffff9c6f84ef6d80 x1876699777703296/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763345.529352:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777703296/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763345.529393:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763345.529401:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763345.529408:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777703296:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763345.529422:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763345]  req@ffff9c6f84ef5f80 x1876699777703424/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763345.529445:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777703424/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763345.529460:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763345.529466:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763345.529472:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777703424:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763345.529496:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763345]  req@ffff9c6f84ef5c00 x1876699777702912/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763345.529523:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777702912/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763345.529540:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763345.529549:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763345.529555:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777702912:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763345.529633:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763345]  req@ffff9c6f84ef4380 x1876699777703552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763345.529657:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777703552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763345.529674:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763345.529681:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763345.529688:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777703552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763345.529703:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763345]  req@ffff9c6f84ef4e00 x1876699777703680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763345.529739:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777703680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763345.529758:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763345.529765:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763345.529772:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777703680:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763345.656491:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763346.680507:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763347.576409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763347.576434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763347.576439:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763347.576452:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3019
00000100:00080000:0.0:1789763347.576467:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763347.576478:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763347.576525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777703808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763347.576578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763347.576583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763347.576585:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763347.576590:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3019
00000100:00080000:0.0:1789763347.576594:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763347.576615:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763347.576627:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763347.576646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777703936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763347.576660:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763347.576682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763347.576684:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763347.576689:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3019
00000100:00080000:0.0:1789763347.576693:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763347.576702:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777703808:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763347.576704:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763347.576716:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763347.576730:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777704064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763347.576742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763347.576747:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763347.576749:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763347.576754:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3019
00000100:00080000:0.0:1789763347.576758:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763347.576762:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763347.576769:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763347.576791:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777704192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763347.576824:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763347.576849:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:1.0:1789763347.576856:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763347.576857:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763347.576894:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3019
00000100:00080000:0.0:1789763347.576900:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763347.576906:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763347.576913:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763347.576934:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347]  req@ffff9c6f84ef7800 x1876699777703808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763347.576935:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777704320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763347.576982:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763347.576988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789763347.576989:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777703808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763347.576992:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763347.577005:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3019
00000100:00080000:1.0:1789763347.577011:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763347.577014:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763347.577019:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763347.577027:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763347.577030:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777703808:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789763347.577039:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763347.577046:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777703936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763347.577063:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777704448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763347.577078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763347.577083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763347.577088:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763347.577089:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763347.577101:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3019
00000100:00080000:0.0:1789763347.577107:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763347.577112:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763347.577119:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763347.577132:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347]  req@ffff9c6f84ef4700 x1876699777703936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763347.577139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777704576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763347.577227:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777703936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763347.577285:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763347.577290:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763347.577295:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777703936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763347.577329:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777704064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763347.577361:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763347.577377:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347]  req@ffff9c6f84ef7480 x1876699777704064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763347.577403:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777704064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763347.577415:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763347.577419:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763347.577424:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777704064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763347.577432:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777704192:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763347.577463:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763347.577479:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347]  req@ffff9c6f84ef6300 x1876699777704192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763347.577504:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777704192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763347.577514:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763347.577519:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763347.577524:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777704192:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763347.577533:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777704320:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763347.577565:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763347.577581:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347]  req@ffff9c6f84ef4a80 x1876699777704320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763347.577592:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777704320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763347.577602:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763347.577607:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763347.577611:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777704320:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763347.577619:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777704448:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763347.577645:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763347.577660:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347]  req@ffff9c6f84ef4000 x1876699777704448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763347.577674:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777704448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763347.577690:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763347.577694:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763347.577698:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777704448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763347.577705:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777704576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763347.577727:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763347.577739:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347]  req@ffff9c6f84ef5500 x1876699777704576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763347.577752:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777704576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763347.577762:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763347.577765:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763347.577769:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777704576:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763347.704508:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763348.728446:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763349.752440:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763350.776460:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763351.800459:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763352.696419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763352.696433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763352.696439:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763352.696453:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3024
00000100:00080000:1.0:1789763352.696468:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763352.696478:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763352.696530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777704704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763352.696575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763352.696581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763352.696584:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763352.696589:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3024
00000100:00080000:1.0:1789763352.696594:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763352.696598:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763352.696611:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763352.696628:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777704832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763352.696643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763352.696648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763352.696651:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763352.696656:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3024
00000100:00080000:1.0:1789763352.696661:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763352.696666:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777704704:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763352.696671:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763352.696685:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763352.696703:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777704960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763352.696716:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763352.696721:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763352.696724:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763352.696729:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3024
00000100:00080000:1.0:1789763352.696735:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763352.696740:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763352.696747:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763352.696763:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777705088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763352.696775:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763352.696814:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763352.696820:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763352.696822:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763352.696831:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3024
00000100:00080000:1.0:1789763352.696837:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763352.696842:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763352.696849:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763352.696867:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777705216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763352.696877:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352]  req@ffff9c6f9118dc00 x1876699777704704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763352.696890:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763352.696902:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763352.696908:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763352.696932:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777704704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763352.696953:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763352.696954:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3024
00000100:00080000:1.0:1789763352.696967:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763352.696971:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789763352.696981:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763352.696988:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777704704:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789763352.696994:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763352.697005:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777704832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763352.697018:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777705344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763352.697035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763352.697040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763352.697044:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763352.697053:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763352.697061:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3024
00000100:00080000:1.0:1789763352.697071:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763352.697077:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763352.697087:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763352.697087:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352]  req@ffff9c6f9118df80 x1876699777704832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763352.697110:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777705472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763352.697132:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777704832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763352.697156:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763352.697165:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763352.697173:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777704832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763352.697217:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777704960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763352.697319:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763352.697343:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352]  req@ffff9c6f9118ce00 x1876699777704960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763352.697370:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777704960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763352.697388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763352.697395:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763352.697403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777704960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763352.697412:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777705088:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763352.697449:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763352.697471:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352]  req@ffff9c6f9118d180 x1876699777705088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763352.697496:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777705088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763352.697514:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763352.697521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763352.697528:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777705088:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763352.697537:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777705216:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763352.697565:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763352.697579:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352]  req@ffff9c6f9118ca80 x1876699777705216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763352.697594:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777705216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763352.697604:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763352.697609:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763352.697612:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777705216:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763352.697619:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777705344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763352.697638:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763352.697649:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352]  req@ffff9c6f9118c700 x1876699777705344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763352.697663:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777705344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763352.697673:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763352.697676:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763352.697680:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777705344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763352.697686:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777705472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763352.697704:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763352.697714:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352]  req@ffff9c6f9118f100 x1876699777705472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763352.697727:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777705472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763352.697736:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763352.697739:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763352.697744:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777705472:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763352.824485:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763353.848443:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763354.872442:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763355.896344:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763356.920518:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763357.816370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763357.816383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763357.816390:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763357.816408:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3029
00000100:00080000:0.0:1789763357.816427:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763357.816441:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763357.816518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777705600/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763357.816570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763357.816578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763357.816583:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763357.816591:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3029
00000100:00080000:0.0:1789763357.816601:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763357.816609:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763357.816635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763357.816658:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777705600:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763357.816666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777705728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763357.816686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763357.816700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763357.816703:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763357.816708:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3029
00000100:00080000:0.0:1789763357.816713:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763357.816718:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763357.816725:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763357.816740:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777705856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763357.816778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763357.816784:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763357.816786:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763357.816800:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3029
00000100:00080000:0.0:1789763357.816818:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763357.816819:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763357.816831:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763357.816842:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763357.816863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777705984/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763357.816877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763357.816886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1789763357.816888:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357]  req@ffff9c6f84ef6680 x1876699777705600/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763357.816890:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763357.816917:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3029
00000100:00080000:0.0:1789763357.816926:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763357.816932:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763357.816938:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763357.816941:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777705600/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763357.816958:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777706112/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763357.816960:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763357.816977:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763357.816991:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777705600:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763357.817002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763357.817012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763357.817017:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763357.817027:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3029
00000100:00100000:2.0:1789763357.817036:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777705728:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763357.817040:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763357.817056:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763357.817067:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763357.817079:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763357.817092:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777706240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763357.817105:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357]  req@ffff9c6f84ef5500 x1876699777705728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763357.817131:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777705728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763357.817155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763357.817159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763357.817165:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763357.817177:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3029
00000100:00080000:0.0:1789763357.817187:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763357.817197:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789763357.817201:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763357.817205:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763357.817267:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777706368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763357.817280:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763357.817302:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777705728:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763357.817317:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777705856:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763357.817355:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763357.817374:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357]  req@ffff9c6f84ef4000 x1876699777705856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763357.817405:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777705856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763357.817416:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763357.817421:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763357.817425:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777705856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763357.817433:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777705984:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763357.817457:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763357.817470:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357]  req@ffff9c6f84ef4a80 x1876699777705984/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763357.817485:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777705984/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763357.817495:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763357.817498:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763357.817502:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777705984:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763357.817509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777706112:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763357.817543:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763357.817562:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357]  req@ffff9c6f84ef6300 x1876699777706112/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763357.817588:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777706112/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763357.817607:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763357.817613:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763357.817620:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777706112:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763357.817650:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777706240:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763357.817680:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763357.817695:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357]  req@ffff9c6f84ef7480 x1876699777706240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763357.817710:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777706240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763357.817721:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763357.817725:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763357.817729:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777706240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763357.817736:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777706368:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763357.817788:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763357.817805:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357]  req@ffff9c6f84ef4700 x1876699777706368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763357.817821:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777706368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763357.817831:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763357.817835:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763357.817840:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777706368:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763357.944458:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763358.968483:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763359.992484:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763361.016376:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763362.040510:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763362.936394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763362.936409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763362.936417:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763362.936447:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3034
00000100:00080000:0.0:1789763362.936465:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763362.936477:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763362.936540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777706496/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763362.936580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763362.936586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763362.936589:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763362.936594:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3034
00000100:00080000:0.0:1789763362.936599:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763362.936604:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763362.936622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763362.936641:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777706624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763362.936658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763362.936669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763362.936672:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777706496:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763362.936674:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763362.936698:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3034
00000100:00080000:0.0:1789763362.936702:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763362.936707:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763362.936740:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763362.936765:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777706752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763362.936781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763362.936786:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763362.936789:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763362.936794:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3034
00000100:00080000:0.0:1789763362.936801:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763362.936807:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763362.936813:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763362.936819:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763362.936841:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777706880/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763362.936856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763362.936861:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763362.936865:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763362.936873:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3034
00000100:00080000:0.0:1789763362.936881:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763362.936887:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763362.936895:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362]  req@ffff9c6f84ef7800 x1876699777706496/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763362.936900:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763362.936936:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777707008/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763362.936942:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777706496/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763362.937044:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763362.937047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763362.937059:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763362.937061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763362.937073:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763362.937075:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777706496:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763362.937093:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3034
00000100:00080000:0.0:1789763362.937100:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763362.937105:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763362.937113:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763362.937136:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777707136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763362.937150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763362.937156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763362.937159:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763362.937170:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3034
00000100:00100000:2.0:1789763362.937173:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777706624:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763362.937176:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763362.937189:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763362.937213:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763362.937287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777707264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763362.937353:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763362.937399:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362]  req@ffff9c6f84ef4e00 x1876699777706624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763362.937418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777706624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763362.937431:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763362.937436:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763362.937441:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777706624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763362.937451:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777706752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763362.937484:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763362.937521:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362]  req@ffff9c6f84ef4380 x1876699777706752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763362.937548:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777706752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763362.937567:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763362.937575:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763362.937582:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777706752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763362.937596:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777706880:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763362.937629:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763362.937644:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362]  req@ffff9c6f84ef5c00 x1876699777706880/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763362.937659:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777706880/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763362.937670:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763362.937674:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763362.937678:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777706880:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763362.937685:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777707008:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763362.937704:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763362.937741:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362]  req@ffff9c6f84ef5f80 x1876699777707008/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763362.937757:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777707008/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763362.937768:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763362.937773:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763362.937777:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777707008:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763362.937786:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777707136:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763362.937814:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763362.937827:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362]  req@ffff9c6f84ef6d80 x1876699777707136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763362.937842:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777707136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763362.937851:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763362.937855:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763362.937859:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777707136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763362.937886:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777707264:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763362.937908:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763362.937921:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362]  req@ffff9c6f84ef6a00 x1876699777707264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763362.937935:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777707264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763362.937944:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763362.937948:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763362.937952:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777707264:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763363.064443:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763364.088426:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763365.112426:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763366.136402:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763367.160473:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763368.056335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.056350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763368.056355:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.056367:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3039
00000100:00080000:1.0:1789763368.056380:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.056389:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763368.056440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777707392/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.056470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.056474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763368.056475:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.056479:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3039
00000100:00080000:1.0:1789763368.056481:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.056484:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763368.056494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763368.056505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777707520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.056520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.056523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763368.056525:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.056528:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3039
00000100:00080000:1.0:1789763368.056530:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.056533:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763368.056536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763368.056548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777707648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.056558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.056563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1789763368.056565:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777707392:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763368.056566:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.056584:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3039
00000100:00080000:1.0:1789763368.056610:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.056616:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763368.056625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763368.056650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777707776/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.056696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.056700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763368.056702:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.056706:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3039
00000100:00080000:1.0:1789763368.056711:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.056716:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763368.056722:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763368.056744:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763368.056753:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777707904/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.056762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.056765:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763368.056768:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.056773:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3039
00000100:00080000:1.0:1789763368.056776:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.056781:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763368.056786:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763368.056796:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777708032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.056804:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.056807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763368.056809:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.056815:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3039
00000100:00080000:1.0:1789763368.056818:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.056821:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763368.056825:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763368.056834:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff9c6f9118ed80 x1876699777707392/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763368.056840:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777708160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763368.056929:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777707392/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.056944:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.056949:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763368.056955:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777707392:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763368.056965:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777707520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763368.056999:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763368.057023:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff9c6f9118e680 x1876699777707520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763368.057047:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777707520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.057063:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.057069:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763368.057076:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777707520:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763368.057117:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777707648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763368.057146:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763368.057161:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff9c6f9118c380 x1876699777707648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763368.057175:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777707648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.057185:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.057189:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763368.057192:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777707648:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763368.057199:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777707776:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763368.057218:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763368.057284:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff9c6f9118f800 x1876699777707776/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763368.057298:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777707776/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.057320:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.057324:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763368.057328:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777707776:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763368.057336:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777707904:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763368.057359:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763368.057372:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff9c6f9118d500 x1876699777707904/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763368.057385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777707904/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.057394:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.057398:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763368.057402:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777707904:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763368.057408:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777708032:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763368.057426:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763368.057436:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff9c6f9118f100 x1876699777708032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763368.057448:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777708032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.057457:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.057461:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763368.057464:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777708032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763368.057470:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777708160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763368.057487:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763368.057497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff9c6f9118c700 x1876699777708160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763368.057510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777708160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.057518:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.057521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763368.057526:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777708160:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763368.184450:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763369.208360:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763370.232344:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763371.256437:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763372.280398:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763373.176343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.176358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763373.176364:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.176379:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3044
00000100:00080000:3.0:1789763373.176394:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.176406:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763373.176459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777708288/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763373.176501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.176508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763373.176511:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.176520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3044
00000100:00080000:3.0:1789763373.176526:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.176531:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763373.176545:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763373.176557:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777708288:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763373.176574:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777708416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763373.176592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.176597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763373.176600:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.176609:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3044
00000100:00080000:3.0:1789763373.176616:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.176622:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763373.176630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763373.176686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777708544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763373.176692:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763373.176718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.176726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763373.176731:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.176742:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3044
00000100:00080000:3.0:1789763373.176754:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763373.176760:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff9c6f91eb9880 x1876699777708288/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763373.176769:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763373.176787:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763373.176805:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777708288/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763373.176815:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777708672/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763373.176839:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763373.176851:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763373.176858:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777708288:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763373.176947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763373.176954:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777708416:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763373.176959:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763373.176968:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.176976:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3044
00000100:00080000:3.0:1789763373.176984:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.176991:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789763373.177013:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763373.177035:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff9c6f91ebb480 x1876699777708416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763373.177053:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777708416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763373.177064:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763373.177069:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763373.177073:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777708416:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763373.177081:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777708544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763373.177108:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763373.177127:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff9c6f91ebaa00 x1876699777708544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763373.177144:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777708544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763373.177155:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763373.177161:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763373.177165:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777708544:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789763373.177171:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763373.177178:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777708672:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763373.177203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777708800/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763373.177216:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763373.177285:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff9c6f91eb9500 x1876699777708672/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763373.177311:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777708672/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763373.177331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763373.177334:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763373.177346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763373.177353:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763373.177356:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763373.177367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777708672:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763373.177371:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3044
00000100:00080000:3.0:1789763373.177386:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.177393:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763373.177403:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763373.177415:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777708800:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763373.177426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777708928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763373.177452:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763373.177455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.177463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763373.177467:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763373.177475:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff9c6f91ebb800 x1876699777708800/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763373.177479:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3044
00000100:00080000:3.0:1789763373.177490:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.177503:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763373.177513:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763373.177514:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777708800/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763373.177534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763373.177538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777709056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763373.177545:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763373.177562:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777708800:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763373.177598:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777708928:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763373.177626:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763373.177671:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff9c6f91ebad80 x1876699777708928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763373.177687:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777708928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763373.177697:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763373.177701:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763373.177705:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777708928:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763373.177712:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777709056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763373.177734:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763373.177746:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff9c6f91eb9f80 x1876699777709056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763373.177760:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777709056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763373.177769:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763373.177772:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763373.177777:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777709056:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763373.304488:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763374.328514:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763375.352535:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763376.376471:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763377.400400:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763378.296352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763378.296367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763378.296374:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763378.296388:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3049
00000100:00080000:3.0:1789763378.296405:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763378.296415:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763378.296476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777709184/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763378.296519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763378.296524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763378.296527:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763378.296533:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3049
00000100:00080000:3.0:1789763378.296537:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763378.296543:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763378.296557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763378.296575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777709312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763378.296590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763378.296597:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777709184:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763378.296598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763378.296630:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763378.296642:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3049
00000100:00080000:3.0:1789763378.296650:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763378.296658:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763378.296669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763378.296698:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777709440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763378.296720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763378.296727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763378.296729:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763378.296735:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3049
00000800:00000100:1.0:1789763378.296743:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763378.296744:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763378.296758:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763378.296768:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763378.296786:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777709568/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763378.296800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763378.296804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763378.296807:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763378.296817:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3049
00000100:00100000:1.0:1789763378.296820:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff9c6f91eb9f80 x1876699777709184/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763378.296822:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763378.296831:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763378.296841:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763378.296865:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777709696/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763378.296874:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777709184/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763378.296887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763378.296900:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763378.296904:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763378.296915:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3049
00000100:00080000:1.0:1789763378.296917:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763378.296920:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763378.296931:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763378.296932:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763378.296945:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763378.296948:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777709184:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763378.296962:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777709824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763378.296976:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763378.296980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763378.296982:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763378.296988:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3049
00000100:00080000:3.0:1789763378.296993:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763378.296997:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777709312:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763378.297002:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763378.297014:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763378.297033:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777709952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763378.297073:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763378.297105:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff9c6f91ebad80 x1876699777709312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763378.297129:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777709312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763378.297147:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763378.297154:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763378.297162:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777709312:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763378.297175:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777709440:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763378.297219:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763378.297273:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff9c6f91ebb800 x1876699777709440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763378.297290:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777709440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763378.297301:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763378.297305:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763378.297310:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777709440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763378.297318:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777709568:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763378.297353:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763378.297374:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff9c6f91eb9500 x1876699777709568/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763378.297399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777709568/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763378.297416:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763378.297424:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763378.297431:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777709568:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763378.297443:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777709696:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763378.297473:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763378.297487:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff9c6f91ebaa00 x1876699777709696/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763378.297502:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777709696/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763378.297513:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763378.297519:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763378.297525:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777709696:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763378.297536:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777709824:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763378.297572:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763378.297594:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff9c6f91ebb480 x1876699777709824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763378.297646:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777709824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763378.297659:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763378.297663:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763378.297668:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777709824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763378.297696:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777709952:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763378.297726:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763378.297741:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff9c6f91eb9880 x1876699777709952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763378.297756:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777709952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763378.297766:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763378.297770:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763378.297775:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777709952:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763378.424506:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763379.448543:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763380.472489:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763381.496469:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763382.520552:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763383.416399:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763383.416410:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763383.416414:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763383.416425:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3055
00000100:00080000:2.0:1789763383.416439:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763383.416449:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763383.416498:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777710080/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763383.416538:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763383.416543:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763383.416546:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763383.416553:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3055
00000100:00080000:2.0:1789763383.416559:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763383.416578:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763383.416605:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763383.416622:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777710208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763383.416636:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763383.416641:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763383.416642:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777710080:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763383.416644:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763383.416675:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3055
00000100:00080000:2.0:1789763383.416679:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763383.416684:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763383.416689:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763383.416701:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777710336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763383.416709:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763383.416712:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763383.416714:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763383.416717:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3055
00000100:00080000:2.0:1789763383.416719:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763383.416723:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763383.416726:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763383.416734:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777710464/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763383.416741:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763383.416745:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763383.416747:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763383.416751:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3055
00000100:00080000:2.0:1789763383.416754:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763383.416757:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763383.416760:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763383.416766:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777710592/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763383.416773:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763383.416777:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763383.416778:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763383.416781:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3055
00000100:00080000:2.0:1789763383.416784:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763383.416789:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763383.416802:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763383.416804:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763383.416815:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777710720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763383.416823:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763383.416827:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763383.416829:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763383.416834:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3055
00000100:00080000:2.0:1789763383.416840:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763383.416843:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763383.416847:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763383.416857:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777710848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763383.416910:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff9c6f851a1f80 x1876699777710080/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763383.416956:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777710080/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763383.416982:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763383.416989:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763383.416994:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777710080:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763383.417034:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777710208:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763383.417086:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763383.417104:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff9c6f851a1c00 x1876699777710208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763383.417120:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777710208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763383.417132:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763383.417136:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763383.417141:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777710208:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763383.417148:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777710336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763383.417171:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763383.417185:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff9c6f851a3b80 x1876699777710336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763383.417199:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777710336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763383.417209:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763383.417213:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763383.417216:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777710336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763383.417223:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777710464:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763383.417282:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763383.417297:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff9c6f851a1180 x1876699777710464/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763383.417312:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777710464/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763383.417322:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763383.417327:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763383.417331:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777710464:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763383.417349:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777710592:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763383.417370:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763383.417381:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff9c6f851a1500 x1876699777710592/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763383.417395:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777710592/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763383.417405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763383.417409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763383.417413:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777710592:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763383.417420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777710720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763383.417451:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763383.417463:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff9c6f851a0000 x1876699777710720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763383.417476:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777710720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763383.417487:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763383.417502:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763383.417506:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777710720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763383.417513:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777710848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763383.417531:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763383.417542:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff9c6f851a3480 x1876699777710848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763383.417555:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777710848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763383.417593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763383.417598:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763383.417605:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777710848:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763383.544418:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763384.568587:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763385.592504:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763386.616471:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763387.640529:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763388.536412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763388.536427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763388.536433:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763388.536447:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3060
00000100:00080000:3.0:1789763388.536466:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763388.536481:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763388.536563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777710976/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763388.536608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763388.536614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763388.536618:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763388.536624:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3060
00000100:00080000:3.0:1789763388.536630:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763388.536636:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763388.536649:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763388.536671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777711104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763388.536690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763388.536694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763388.536697:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763388.536707:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777710976:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763388.536708:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3060
00000100:00080000:3.0:1789763388.536718:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763388.536724:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763388.536730:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763388.536747:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777711232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763388.536760:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763388.536764:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763388.536767:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763388.536772:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3060
00000100:00080000:3.0:1789763388.536777:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763388.536781:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763388.536788:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763388.536810:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777711360/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763388.536811:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763388.536843:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763388.536848:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763388.536851:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763388.536859:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3060
00000100:00080000:3.0:1789763388.536866:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763388.536872:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388]  req@ffff9c6f91eb9880 x1876699777710976/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763388.536876:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763388.536891:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763388.536913:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777710976/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763388.536917:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777711488/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763388.536944:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763388.536949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763388.536951:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763388.536964:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3060
00000100:00080000:3.0:1789763388.536973:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763388.536975:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763388.536981:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789763388.536989:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:3.0:1789763388.536992:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763388.537000:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777710976:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763388.537011:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777711616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763388.537023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763388.537027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763388.537029:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763388.537039:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777711104:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763388.537040:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3060
00000100:00080000:3.0:1789763388.537053:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763388.537059:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763388.537066:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763388.537082:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777711744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763388.537090:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763388.537117:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388]  req@ffff9c6f91ebb480 x1876699777711104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763388.537150:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777711104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763388.537161:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763388.537165:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763388.537170:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777711104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763388.537177:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777711232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763388.537200:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763388.537214:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388]  req@ffff9c6f91ebaa00 x1876699777711232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763388.537262:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777711232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763388.537272:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763388.537276:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763388.537280:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777711232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763388.537288:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777711360:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763388.537311:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763388.537324:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388]  req@ffff9c6f91eb9500 x1876699777711360/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763388.537339:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777711360/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763388.537348:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763388.537351:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763388.537355:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777711360:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763388.537361:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777711488:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763388.537379:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763388.537390:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388]  req@ffff9c6f91ebb800 x1876699777711488/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763388.537403:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777711488/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763388.537413:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763388.537417:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763388.537421:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777711488:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763388.537428:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777711616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763388.537445:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763388.537456:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388]  req@ffff9c6f91ebad80 x1876699777711616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763388.537469:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777711616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763388.537478:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763388.537481:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763388.537485:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777711616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763388.537506:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777711744:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763388.537554:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763388.537569:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388]  req@ffff9c6f91eb9f80 x1876699777711744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763388.537585:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777711744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763388.537596:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763388.537601:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763388.537607:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777711744:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763388.664541:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763389.688460:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763390.712467:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763391.736455:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763392.760431:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763393.656407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763393.656425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763393.656433:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763393.656451:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3065
00000100:00080000:3.0:1789763393.656467:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763393.656477:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763393.656578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777711872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763393.656600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763393.656603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763393.656605:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763393.656608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3065
00000100:00080000:3.0:1789763393.656610:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763393.656613:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763393.656652:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763393.656672:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777711872:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763393.656676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777712000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763393.656698:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763393.656702:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763393.656704:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763393.656710:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3065
00000100:00080000:3.0:1789763393.656714:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763393.656718:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763393.656724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763393.656738:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777712128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763393.656750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763393.656754:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763393.656756:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763393.656760:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3065
00000100:00080000:3.0:1789763393.656766:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763393.656772:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763393.656779:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763393.656788:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763393.656812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777712256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763393.656836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763393.656839:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763393.656840:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763393.656844:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3065
00000100:00080000:3.0:1789763393.656847:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763393.656852:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763393.656853:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393]  req@ffff9c6f91eb9f80 x1876699777711872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763393.656856:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763393.656868:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777712384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763393.656875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763393.656876:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777711872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763393.656880:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763393.656883:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763393.656891:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3065
00000100:00080000:3.0:1789763393.656895:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763393.656897:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763393.656898:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763393.656904:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763393.656905:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763393.656911:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777711872:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763393.656915:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777712512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763393.656922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763393.656924:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763393.656926:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763393.656929:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3065
00000100:00080000:3.0:1789763393.656931:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763393.656937:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777712000:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763393.656937:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763393.656940:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763393.656950:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777712640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763393.656961:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763393.656972:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393]  req@ffff9c6f91ebad80 x1876699777712000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763393.656982:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777712000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763393.656988:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763393.656990:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763393.656992:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777712000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763393.656996:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777712128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763393.657006:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763393.657012:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393]  req@ffff9c6f91ebb800 x1876699777712128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763393.657019:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777712128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763393.657025:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763393.657026:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763393.657028:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777712128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763393.657031:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777712256:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763393.657041:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763393.657047:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393]  req@ffff9c6f91eb9500 x1876699777712256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763393.657054:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777712256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763393.657059:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763393.657061:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763393.657063:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777712256:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763393.657066:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777712384:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763393.657075:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763393.657080:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393]  req@ffff9c6f91ebaa00 x1876699777712384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763393.657086:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777712384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763393.657092:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763393.657094:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763393.657096:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777712384:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763393.657099:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777712512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763393.657134:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763393.657145:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393]  req@ffff9c6f91ebb480 x1876699777712512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763393.657158:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777712512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763393.657167:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763393.657187:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763393.657190:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777712512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763393.657208:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777712640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763393.657225:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763393.657234:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393]  req@ffff9c6f91eb9880 x1876699777712640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763393.657264:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777712640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763393.657273:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763393.657276:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763393.657281:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777712640:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763393.784585:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763394.808476:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763395.832570:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763396.856548:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763397.880435:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763398.776533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763398.776548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763398.776555:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763398.776571:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3070
00000100:00080000:0.0:1789763398.776589:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763398.776600:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763398.776664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777712768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763398.776707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763398.776712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763398.776714:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763398.776720:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3070
00000100:00080000:0.0:1789763398.776724:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763398.776730:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763398.776745:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763398.776766:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777712896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763398.776775:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777712768:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763398.776793:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763398.776803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763398.776805:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763398.776812:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3070
00000100:00080000:0.0:1789763398.776818:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763398.776822:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763398.776828:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763398.776858:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777713024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763398.776871:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763398.776877:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763398.776880:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763398.776885:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3070
00000100:00080000:0.0:1789763398.776890:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763398.776899:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789763398.776901:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789763398.776915:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763398.776932:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777713152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763398.776953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763398.776960:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763398.776963:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763398.776971:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3070
00000100:00080000:0.0:1789763398.776980:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763398.776988:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763398.776995:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398]  req@ffff9c6f84ef5880 x1876699777712768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763398.777003:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763398.777036:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777712768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763398.777044:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777713280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763398.777084:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763398.777085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763398.777098:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763398.777100:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763398.777103:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763398.777112:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777712768:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763398.777119:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3070
00000100:00080000:0.0:1789763398.777130:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763398.777136:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763398.777144:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763398.777161:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777712896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763398.777167:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777713408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763398.777185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763398.777190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763398.777193:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763398.777200:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3070
00000800:00000100:1.0:1789763398.777209:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763398.777212:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763398.777269:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398]  req@ffff9c6f84ef6a00 x1876699777712896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763398.777283:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763398.777292:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777712896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763398.777297:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763398.777315:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.777325:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763398.777326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777713536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763398.777334:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777712896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763398.777357:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777713024:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763398.777404:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763398.777423:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398]  req@ffff9c6f84ef6d80 x1876699777713024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763398.777438:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777713024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763398.777474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.777479:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763398.777484:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777713024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763398.777492:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777713152:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763398.777518:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763398.777532:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398]  req@ffff9c6f84ef5f80 x1876699777713152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763398.777547:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777713152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763398.777557:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.777562:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763398.777566:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777713152:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763398.777572:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777713280:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763398.777592:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763398.777603:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398]  req@ffff9c6f84ef5c00 x1876699777713280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763398.777617:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777713280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763398.777627:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.777631:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763398.777636:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777713280:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763398.777658:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777713408:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763398.777678:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763398.777690:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398]  req@ffff9c6f84ef4380 x1876699777713408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763398.777704:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777713408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763398.777714:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.777717:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763398.777721:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777713408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763398.777728:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777713536:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763398.777746:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763398.777757:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398]  req@ffff9c6f84ef4e00 x1876699777713536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763398.777772:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777713536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763398.777781:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.777785:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763398.777790:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777713536:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763398.904533:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763399.928512:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763400.952400:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763401.976497:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763403.000511:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763403.896397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763403.896433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763403.896440:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763403.896476:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3075
00000100:00080000:0.0:1789763403.896492:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763403.896503:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763403.896559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777713664/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763403.896588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763403.896592:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763403.896594:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763403.896599:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3075
00000100:00080000:0.0:1789763403.896603:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763403.896608:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763403.896619:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763403.896635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777713792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763403.896650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763403.896655:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763403.896657:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763403.896666:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777713664:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763403.896667:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3075
00000100:00080000:0.0:1789763403.896681:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763403.896692:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763403.896697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763403.896712:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777713920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763403.896724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763403.896728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763403.896730:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763403.896735:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3075
00000100:00080000:0.0:1789763403.896738:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763403.896743:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763403.896747:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763403.896760:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777714048/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763403.896768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763403.896771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763403.896775:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763403.896778:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3075
00000100:00080000:0.0:1789763403.896782:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763403.896787:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789763403.896794:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789763403.896806:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763403.896841:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777714176/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763403.896860:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763403.896866:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763403.896869:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763403.896874:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763403]  req@ffff9c6f84ef7800 x1876699777713664/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763403.896883:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3075
00000100:00080000:0.0:1789763403.896907:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763403.896908:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777713664/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763403.896923:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763403.896939:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763403.896939:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763403.896951:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763403.896957:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777713664:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763403.896964:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777714304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763403.896975:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763403.896978:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763403.896982:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763403.896986:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3075
00000100:00080000:0.0:1789763403.896989:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763403.896992:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763403.896997:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763403.897001:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777713792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763403.897010:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777714432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763403.897046:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763403.897061:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763403]  req@ffff9c6f84ef4700 x1876699777713792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763403.897083:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777713792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763403.897094:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763403.897097:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763403.897101:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777713792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763403.897107:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777713920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763403.897123:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763403.897132:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763403]  req@ffff9c6f84ef7480 x1876699777713920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763403.897141:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777713920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763403.897147:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763403.897158:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763403.897161:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777713920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763403.897165:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777714048:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763403.897179:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763403.897186:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763403]  req@ffff9c6f84ef6300 x1876699777714048/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763403.897195:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777714048/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763403.897201:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763403.897203:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763403.897205:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777714048:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763403.897209:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777714176:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763403.897221:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763403.897232:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763403]  req@ffff9c6f84ef4a80 x1876699777714176/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763403.897276:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777714176/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763403.897287:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763403.897291:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763403.897295:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777714176:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763403.897303:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777714304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763403.897327:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763403.897341:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763403]  req@ffff9c6f84ef4000 x1876699777714304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763403.897355:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777714304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763403.897365:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763403.897368:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763403.897372:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777714304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763403.897396:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777714432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763403.897444:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763403.897480:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763403]  req@ffff9c6f84ef5500 x1876699777714432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763403.897496:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777714432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763403.897505:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763403.897509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763403.897514:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777714432:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763404.024466:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763405.048384:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763406.072502:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763407.096472:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763408.120434:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763409.016362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763409.016391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763409.016399:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763409.016416:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3080
00000100:00080000:3.0:1789763409.016433:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763409.016445:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763409.016502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777714560/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763409.016553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763409.016559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763409.016563:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763409.016569:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3080
00000100:00080000:3.0:1789763409.016575:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763409.016579:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777714560:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763409.016586:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763409.016601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763409.016635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777714688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763409.016664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763409.016670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763409.016673:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763409.016680:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3080
00000100:00080000:3.0:1789763409.016685:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763409.016691:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763409.016698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763409.016717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777714816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763409.016732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763409.016736:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763409.016740:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763409.016748:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777714688:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763409.016749:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3080
00000100:00080000:3.0:1789763409.016762:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763409.016770:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763409.016777:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763409.016797:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777714944/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763409.016812:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777714816:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763409.016814:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763409.016822:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763409.016834:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763409.016853:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777714944:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763409.018344:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3080
00000100:00080000:3.0:1789763409.018360:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763409.018371:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763409.018419:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763409.018535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777715072/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763409.018577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763409.018582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763409.018585:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763409.018591:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3080
00000100:00080000:3.0:1789763409.018596:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763409.018602:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763409.018610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763409.018614:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777715072:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763409.018627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777715200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763409.018640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763409.018644:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763409.018646:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763409.018650:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3080
00000100:00080000:3.0:1789763409.018654:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763409.018657:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763409.018662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763409.018674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777715328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763409.018719:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777715200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763409.018779:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777715328:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763409.144433:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763410.168525:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763411.192538:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789763412.088792:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:0.0:1789763412.088902:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789763412.088930:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763412.088999:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763412.089023:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763412.089042:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763412.089064:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789763412.089082:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763412]  req@ffff9c6f91eb9500 x1876699777714944/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789763412.089085:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763412.089122:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789763412.089156:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777714944/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763412.089183:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763412.089194:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763412.089203:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777714944:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763412.089218:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763412]  req@ffff9c6f91ebb480 x1876699777714688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763412.089317:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777714688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763412.089337:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763412.089346:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763412.089381:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777714688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763412.089421:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763412]  req@ffff9c6f91ebaa00 x1876699777714816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763412.089454:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777714816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763412.089482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763412.089492:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763412.089503:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777714816:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763412.089518:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763412]  req@ffff9c6f91eb9880 x1876699777714560/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763412.089545:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777714560/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763412.089561:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763412.089567:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763412.089573:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777714560:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763412.089622:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763412]  req@ffff9c6f91ebad80 x1876699777715200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763412.089647:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777715200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763412.089673:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763412.089681:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763412.089689:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777715200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763412.089703:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763412]  req@ffff9c6f91eb9f80 x1876699777715328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763412.089728:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777715328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763412.089745:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763412.089752:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763412.089761:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777715328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763412.089773:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763412]  req@ffff9c6f91ebb800 x1876699777715072/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763412.089798:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777715072/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763412.089815:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763412.089823:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763412.089829:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777715072:192.168.203.138@tcp:8:kworker.0
00010000:00010000:3.0:1789763412.216399:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763413.240538:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763414.136448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763414.136462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763414.136468:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763414.136483:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3085
00000100:00080000:0.0:1789763414.136500:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763414.136511:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763414.136559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777715456/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763414.136599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763414.136606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763414.136609:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763414.136621:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3085
00000100:00080000:0.0:1789763414.136643:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763414.136654:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763414.136672:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763414.136675:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777715456:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763414.136709:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777715584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763414.136736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763414.136743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763414.136748:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763414.136756:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3085
00000100:00080000:0.0:1789763414.136768:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763414.136777:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789763414.136792:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789763414.136802:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763414.136833:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777715712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763414.136855:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff9c6f84ef6680 x1876699777715456/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.136856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763414.136875:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763414.136885:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763414.136899:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3085
00000100:00100000:1.0:1789763414.136907:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777715456/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.136912:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763414.136932:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789763414.136947:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763414.136950:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:1.0:1789763414.136965:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763414.136977:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777715456:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763414.136987:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777715840/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763414.137012:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763414.137019:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763414.137024:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763414.137032:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777715584:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763414.137041:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3085
00000100:00080000:0.0:1789763414.137053:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763414.137087:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763414.137102:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763414.137113:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763414.137137:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777715968/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763414.137155:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff9c6f84ef5500 x1876699777715584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.137170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763414.137190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763414.137197:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763414.137214:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3085
00000100:00100000:1.0:1789763414.137286:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777715584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763414.137318:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763414.137325:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763414.137370:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777715584:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763414.137375:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763414.137394:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777715712:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763414.137395:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763414.137416:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763414.137451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777716096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763414.137470:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763414.137489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763414.137497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763414.137502:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763414.137519:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff9c6f84ef4000 x1876699777715712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.137529:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3085
00000100:00080000:0.0:1789763414.137546:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763414.137561:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763414.137572:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777715712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763414.137578:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763414.137603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763414.137613:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763414.137620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777716224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763414.137629:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777715712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763414.137662:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777715840:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763414.137714:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763414.137743:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff9c6f84ef4a80 x1876699777715840/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763414.137767:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777715840/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763414.137797:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763414.137805:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763414.137812:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777715840:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763414.137845:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777715968:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763414.137887:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763414.137910:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff9c6f84ef6300 x1876699777715968/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763414.137934:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777715968/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763414.137952:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763414.137960:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763414.137967:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777715968:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763414.137980:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777716096:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763414.138038:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763414.138063:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff9c6f84ef7480 x1876699777716096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763414.138089:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777716096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763414.138106:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763414.138113:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763414.138121:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777716096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763414.138133:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777716224:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763414.138175:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763414.138203:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff9c6f84ef4700 x1876699777716224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763414.138267:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777716224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763414.138285:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763414.138291:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763414.138298:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777716224:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763414.264485:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763415.288502:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763416.312491:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763417.336534:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763418.360562:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763419.256419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763419.256433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763419.256439:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763419.256452:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3090
00000100:00080000:3.0:1789763419.256467:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763419.256476:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763419.256535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777716352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763419.256594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763419.256602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763419.256606:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763419.256615:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3090
00000100:00080000:3.0:1789763419.256623:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763419.256631:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763419.256648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763419.256680:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777716352:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763419.256683:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777716480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763419.256715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763419.256724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763419.256729:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763419.256738:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3090
00000100:00080000:3.0:1789763419.256747:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763419.256756:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763419.256774:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763419.256786:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763419.256799:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777716608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763419.256816:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763419.256822:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763419.256824:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763419.256831:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3090
00000100:00080000:3.0:1789763419.256847:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763419.256858:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763419.256859:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff9c6f91ebb800 x1876699777716352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763419.256865:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763419.256891:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777716736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763419.256901:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777716352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763419.256934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763419.256940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763419.256944:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763419.256966:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763419.256966:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3090
00000100:00080000:1.0:1789763419.256981:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763419.256983:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763419.257009:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777716352:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763419.257016:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763419.257027:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763419.257046:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777716864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763419.257051:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777716480:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763419.257078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763419.257083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763419.257087:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763419.257094:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3090
00000100:00080000:3.0:1789763419.257118:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763419.257127:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763419.257134:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763419.257145:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763419.257161:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff9c6f91eb9f80 x1876699777716480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763419.257169:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777716992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763419.257210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763419.257215:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777716480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763419.257217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763419.257223:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763419.257238:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3090
00000100:00080000:1.0:1789763419.257249:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763419.257250:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763419.257340:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763419.257348:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763419.257357:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777716480:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789763419.257378:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763419.257404:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777716608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763419.257410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777717120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763419.257469:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763419.257508:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff9c6f91ebad80 x1876699777716608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763419.257524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777716608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763419.257534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763419.257538:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763419.257542:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777716608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763419.257549:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777716736:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763419.257572:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763419.257583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff9c6f91eb9880 x1876699777716736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763419.257596:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777716736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763419.257606:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763419.257609:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763419.257613:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777716736:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763419.257633:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777716864:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763419.257651:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763419.257662:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff9c6f91ebaa00 x1876699777716864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763419.257674:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777716864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763419.257683:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763419.257687:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763419.257690:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777716864:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763419.257696:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777716992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763419.257713:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763419.257723:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff9c6f91ebb480 x1876699777716992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763419.257735:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777716992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763419.257744:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763419.257747:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763419.257751:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777716992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763419.257757:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777717120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763419.257774:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763419.257784:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff9c6f91eb9500 x1876699777717120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763419.257816:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777717120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763419.257826:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763419.257829:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763419.257833:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777717120:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763419.384473:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763420.408469:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763421.432494:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763422.456494:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763423.480519:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763424.376468:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.376488:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763424.376496:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.376515:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3096
00000100:00080000:2.0:1789763424.376537:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.376552:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763424.376624:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777717248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763424.376668:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.376673:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763424.376676:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.376682:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3096
00000100:00080000:2.0:1789763424.376688:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.376696:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763424.376711:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763424.376730:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777717248:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763424.376734:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777717376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763424.376756:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.376761:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763424.376764:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.376770:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3096
00000100:00080000:2.0:1789763424.376775:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.376779:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763424.376784:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763424.376801:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777717504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763424.376813:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.376817:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763424.376819:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.376824:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3096
00000100:00080000:2.0:1789763424.376831:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.376835:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763424.376842:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763424.376862:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777717632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763424.376866:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763424.376882:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.376888:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763424.376890:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.376896:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3096
00000100:00080000:2.0:1789763424.376903:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.376907:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763424.376913:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763424.376931:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777717760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763424.376944:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff9c6f851a2d80 x1876699777717248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763424.376947:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.376961:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763424.376967:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.376980:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3096
00000100:00080000:2.0:1789763424.376986:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.376990:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763424.376997:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763424.377008:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777717248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763424.377016:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777717888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763424.377062:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.377078:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789763424.377080:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.377091:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763424.377092:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777717248:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763424.377096:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.377110:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3096
00000100:00080000:2.0:1789763424.377116:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.377120:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763424.377126:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763424.377139:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777718016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763424.377145:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777717376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763424.377197:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763424.377285:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff9c6f851a0380 x1876699777717376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763424.377308:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777717376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763424.377322:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.377327:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763424.377332:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777717376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763424.377340:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777717504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763424.377378:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763424.377400:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff9c6f851a2680 x1876699777717504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763424.377426:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777717504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763424.377443:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.377451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763424.377458:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777717504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763424.377470:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777717632:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763424.377501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763424.377516:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff9c6f851a2300 x1876699777717632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763424.377531:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777717632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763424.377546:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.377553:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763424.377560:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777717632:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763424.377572:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777717760:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763424.377610:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763424.377631:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff9c6f851a3480 x1876699777717760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763424.377652:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777717760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763424.377663:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.377667:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763424.377671:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777717760:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763424.377678:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777717888:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763424.377705:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763424.377718:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff9c6f851a0000 x1876699777717888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763424.377733:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777717888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763424.377742:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.377745:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763424.377750:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777717888:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763424.377778:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777718016:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763424.377799:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763424.377812:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff9c6f851a1500 x1876699777718016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763424.377826:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777718016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763424.377835:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.377839:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763424.377842:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777718016:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763424.504519:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763425.528532:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763426.552500:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763427.576512:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763428.600499:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763429.496415:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763429.496431:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763429.496438:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763429.496454:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3101
00000100:00080000:0.0:1789763429.496471:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763429.496483:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763429.496546:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777718144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763429.496588:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763429.496593:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763429.496596:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763429.496601:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3101
00000100:00080000:0.0:1789763429.496606:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763429.496612:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763429.496626:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763429.496650:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777718144:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763429.496664:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777718272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763429.496680:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763429.496685:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763429.496688:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763429.496693:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3101
00000100:00080000:0.0:1789763429.496697:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763429.496702:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763429.496708:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763429.496722:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777718400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763429.496735:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763429.496740:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763429.496742:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763429.496747:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3101
00000100:00080000:0.0:1789763429.496763:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763429.496768:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763429.496773:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763429.496782:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763429.496791:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777718528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763429.496807:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763429.496812:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763429.496815:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763429.496821:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3101
00000100:00080000:0.0:1789763429.496826:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763429.496830:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763429.496837:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763429.496856:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff9c6f84ef7800 x1876699777718144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763429.496858:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777718656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763429.496922:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763429.496927:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763429.496930:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763429.496938:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3101
00000100:00100000:1.0:1789763429.496939:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777718144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763429.496942:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763429.496956:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763429.496969:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763429.496976:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763429.496989:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777718784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763429.496989:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763429.497004:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777718144:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763429.497023:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763429.497028:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763429.497031:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763429.497037:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3101
00000100:00080000:0.0:1789763429.497040:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763429.497045:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763429.497052:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763429.497056:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777718272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763429.497069:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777718912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763429.497099:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763429.497121:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff9c6f84ef4e00 x1876699777718272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763429.497139:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777718272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763429.497150:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763429.497154:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763429.497159:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777718272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763429.497166:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777718400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763429.497186:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763429.497197:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff9c6f84ef4380 x1876699777718400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763429.497212:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777718400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763429.497291:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763429.497299:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763429.497306:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777718400:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763429.497320:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777718528:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763429.497367:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763429.497386:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff9c6f84ef5c00 x1876699777718528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763429.497401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777718528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763429.497413:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763429.497417:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763429.497422:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777718528:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763429.497429:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777718656:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763429.497453:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763429.497464:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff9c6f84ef5f80 x1876699777718656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763429.497478:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777718656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763429.497488:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763429.497491:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763429.497495:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777718656:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763429.497501:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777718784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763429.497521:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763429.497532:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff9c6f84ef6d80 x1876699777718784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763429.497546:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777718784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763429.497555:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763429.497558:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763429.497563:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777718784:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763429.497588:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777718912:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763429.497609:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763429.497629:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff9c6f84ef6a00 x1876699777718912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763429.497653:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777718912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763429.497668:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763429.497674:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763429.497680:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777718912:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763429.624532:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763430.648496:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763431.672546:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763432.696480:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763433.720456:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763434.616401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763434.616420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763434.616427:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763434.616445:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3106
00000100:00080000:3.0:1789763434.616464:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763434.616478:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763434.616559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777719040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763434.616598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763434.616604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763434.616606:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763434.616612:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3106
00000100:00080000:3.0:1789763434.616618:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763434.616625:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763434.616639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763434.616658:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777719040:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763434.616661:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777719168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763434.616693:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763434.616698:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763434.616701:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763434.616710:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3106
00000100:00080000:3.0:1789763434.616718:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763434.616727:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763434.616737:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763434.616764:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777719296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763434.616766:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763434.616794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763434.616802:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763434.616806:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763434.616814:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3106
00000100:00080000:3.0:1789763434.616822:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763434.616828:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763434.616837:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763434.616840:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763434]  req@ffff9c6f91eb9500 x1876699777719040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763434.616861:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777719424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763434.616885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763434.616890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763434.616893:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763434.616900:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777719040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763434.616904:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3106
00000100:00080000:3.0:1789763434.616914:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763434.616927:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763434.616939:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763434.616950:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763434.616957:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777719552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763434.616968:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763434.616978:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777719040:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763434.616994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763434.616999:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763434.617002:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763434.617009:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3106
00000100:00080000:3.0:1789763434.617014:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763434.617019:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777719168:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763434.617027:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763434.617038:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763434.617058:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777719680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763434.617074:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763434.617075:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763434.617087:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763434.617091:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763434.617099:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3106
00000100:00100000:1.0:1789763434.617108:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763434]  req@ffff9c6f91ebb480 x1876699777719168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763434.617114:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763434.617128:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763434.617140:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763434.617141:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777719168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763434.617163:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763434.617169:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777719808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763434.617176:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763434.617252:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777719168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763434.617267:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777719296:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763434.617304:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763434.617321:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763434]  req@ffff9c6f91ebaa00 x1876699777719296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763434.617337:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777719296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763434.617357:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763434.617362:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763434.617366:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777719296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763434.617372:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777719424:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763434.617391:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763434.617401:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763434]  req@ffff9c6f91eb9880 x1876699777719424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763434.617415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777719424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763434.617426:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763434.617430:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763434.617434:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777719424:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763434.617440:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777719552:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763434.617457:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763434.617468:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763434]  req@ffff9c6f91ebad80 x1876699777719552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763434.617481:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777719552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763434.617491:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763434.617494:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763434.617497:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777719552:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763434.617519:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777719680:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763434.617538:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763434.617550:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763434]  req@ffff9c6f91eb9f80 x1876699777719680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763434.617563:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777719680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763434.617572:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763434.617575:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763434.617580:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777719680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763434.617586:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777719808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763434.617603:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763434.617614:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763434]  req@ffff9c6f91ebb800 x1876699777719808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763434.617627:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777719808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763434.617635:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763434.617639:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763434.617643:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777719808:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763434.744432:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763435.768533:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763436.792396:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763437.816499:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763438.840492:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763439.736332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763439.736343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763439.736348:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763439.736360:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3111
00000100:00080000:1.0:1789763439.736374:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763439.736383:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763439.736432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777719936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763439.736483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763439.736488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763439.736491:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763439.736497:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3111
00000100:00080000:1.0:1789763439.736504:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763439.736512:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763439.736527:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763439.736539:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777719936:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763439.736551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777720064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763439.736567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763439.736571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763439.736574:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763439.736578:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3111
00000100:00080000:1.0:1789763439.736582:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763439.736586:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763439.736591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763439.736623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777720192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763439.736630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763439.736633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763439.736634:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763439.736637:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3111
00000100:00080000:1.0:1789763439.736647:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763439.736651:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763439.736655:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763439.736664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777720320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763439.736672:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763439.736677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763439.736681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763439.736683:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763439.736687:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3111
00000100:00080000:1.0:1789763439.736690:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763439.736693:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763439.736696:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763439.736704:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777720448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763439.736710:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763439.736713:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763439.736714:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763439.736717:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3111
00000100:00080000:1.0:1789763439.736720:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763439.736723:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763439.736727:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763439.736731:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439]  req@ffff9c6f9118ca80 x1876699777719936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763439.736740:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777720576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763439.736750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763439.736752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763439.736755:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763439.736757:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777719936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763439.736761:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3111
00000100:00080000:1.0:1789763439.736767:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763439.736775:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789763439.736779:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763439.736780:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763439.736793:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777720704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763439.736801:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763439.736812:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777719936:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763439.736863:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777720064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763439.736890:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763439.736923:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439]  req@ffff9c6f9118d180 x1876699777720064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763439.736941:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777720064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763439.736953:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763439.736958:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763439.736963:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777720064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763439.736975:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777720192:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763439.737000:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763439.737013:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439]  req@ffff9c6f9118ce00 x1876699777720192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763439.737028:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777720192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763439.737037:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763439.737041:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763439.737045:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777720192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763439.737051:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777720320:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763439.737072:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763439.737084:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439]  req@ffff9c6f9118df80 x1876699777720320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763439.737098:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777720320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763439.737108:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763439.737112:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763439.737119:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777720320:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763439.737145:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777720448:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763439.737181:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763439.737209:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439]  req@ffff9c6f9118dc00 x1876699777720448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763439.737222:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777720448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763439.737230:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763439.737233:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763439.737258:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777720448:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763439.737265:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777720576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763439.737285:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763439.737297:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439]  req@ffff9c6f9118c700 x1876699777720576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763439.737309:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777720576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763439.737318:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763439.737321:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763439.737325:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777720576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763439.737330:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777720704:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763439.737349:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763439.737359:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439]  req@ffff9c6f9118f100 x1876699777720704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763439.737370:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777720704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763439.737386:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763439.737389:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763439.737392:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777720704:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763439.864532:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763440.888475:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763441.912474:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763442.936424:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763443.960409:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763444.856401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763444.856418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763444.856425:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763444.856443:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3116
00000100:00080000:1.0:1789763444.856462:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763444.856476:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763444.856540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777720832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763444.856584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763444.856589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763444.856592:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763444.856598:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3116
00000100:00080000:1.0:1789763444.856610:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763444.856623:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763444.856642:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763444.856673:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777720832:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763444.856679:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777720960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763444.856720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763444.856729:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763444.856734:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763444.856745:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3116
00000100:00080000:1.0:1789763444.856760:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763444.856770:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763444.856782:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763444.856806:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777721088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763444.856824:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763444.856825:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763444.856837:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763444.856843:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763444.856852:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3116
00000100:00080000:1.0:1789763444.856861:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763444.856869:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763444.856879:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763444.856903:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777721216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763444.856914:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444]  req@ffff9c6f9118d500 x1876699777720832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763444.856927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763444.856949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763444.856957:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763444.856979:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3116
00000100:00080000:1.0:1789763444.856987:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763444.856995:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763444.857001:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777720832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763444.857006:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763444.857043:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777721344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763444.857044:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763444.857076:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763444.857101:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777720832:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763444.857163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763444.857171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763444.857176:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763444.857190:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3116
00000100:00100000:2.0:1789763444.857195:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777720960:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763444.857207:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763444.857287:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763444.857299:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763444.857330:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777721472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763444.857349:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763444.857350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763444.857362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763444.857366:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763444.857375:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3116
00000100:00080000:1.0:1789763444.857386:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763444.857395:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444]  req@ffff9c6f9118f800 x1876699777720960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763444.857397:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763444.857412:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763444.857463:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777721600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763444.857467:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777720960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763444.857540:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763444.857550:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763444.857560:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777720960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763444.857576:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777721088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763444.857614:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763444.857633:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444]  req@ffff9c6f9118c380 x1876699777721088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763444.857658:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777721088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763444.857674:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763444.857681:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763444.857688:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777721088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763444.857702:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777721216:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763444.857742:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763444.857761:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444]  req@ffff9c6f9118e680 x1876699777721216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763444.857776:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777721216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763444.857796:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763444.857800:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763444.857804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777721216:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763444.857812:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777721344:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763444.857836:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763444.857847:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444]  req@ffff9c6f9118ed80 x1876699777721344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763444.857861:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777721344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763444.857870:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763444.857874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763444.857878:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777721344:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763444.857905:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777721472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763444.857927:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763444.857939:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444]  req@ffff9c6f9118d500 x1876699777721472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763444.857953:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777721472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763444.857963:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763444.857966:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763444.857971:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777721472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763444.857979:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777721600:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763444.857998:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763444.858009:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444]  req@ffff9c6f9118f100 x1876699777721600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763444.858023:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777721600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763444.858032:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763444.858036:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763444.858039:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777721600:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763444.984495:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763446.008508:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763447.032437:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763448.056459:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763449.080518:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763449.976411:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763449.976428:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763449.976435:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763449.976451:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3121
00000100:00080000:1.0:1789763449.976470:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763449.976481:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763449.976546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777721728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763449.976606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763449.976611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763449.976613:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763449.976618:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3121
00000100:00080000:1.0:1789763449.976623:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763449.976628:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763449.976643:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763449.976664:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777721856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763449.976681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763449.976686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763449.976688:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763449.976698:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3121
00000100:00080000:1.0:1789763449.976703:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763449.976712:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763449.976714:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777721728:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789763449.976719:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763449.976754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777721984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763449.976768:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763449.976774:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763449.976778:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763449.976784:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3121
00000100:00080000:1.0:1789763449.976789:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763449.976795:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763449.976802:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763449.976816:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777722112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763449.976833:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763449.976835:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763449.976847:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763449.976851:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763449.976862:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3121
00000100:00080000:1.0:1789763449.976873:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763449.976882:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763449.976888:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763449.976909:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777722240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763449.976925:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449]  req@ffff9c6f9118c700 x1876699777721728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763449.976926:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763449.976956:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763449.976966:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763449.976986:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3121
00000100:00080000:1.0:1789763449.976995:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763449.977011:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763449.977012:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777721728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763449.977035:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763449.977042:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763449.977053:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763449.977061:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777721728:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763449.977095:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777722368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763449.977122:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763449.977130:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763449.977135:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763449.977147:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777721856:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763449.977149:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3121
00000100:00080000:1.0:1789763449.977170:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763449.977183:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763449.977193:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763449.977207:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763449.977258:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777722496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763449.977294:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449]  req@ffff9c6f9118dc00 x1876699777721856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763449.977325:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777721856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763449.977338:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763449.977344:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763449.977348:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777721856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763449.977357:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777721984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763449.977384:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763449.977398:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449]  req@ffff9c6f9118df80 x1876699777721984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763449.977412:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777721984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763449.977422:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763449.977425:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763449.977429:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777721984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763449.977436:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777722112:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763449.977455:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763449.977466:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449]  req@ffff9c6f9118ce00 x1876699777722112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763449.977479:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777722112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763449.977490:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763449.977494:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763449.977498:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777722112:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763449.977505:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777722240:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763449.977530:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763449.977549:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449]  req@ffff9c6f9118d180 x1876699777722240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763449.977572:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777722240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763449.977587:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763449.977594:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763449.977601:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777722240:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763449.977614:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777722368:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763449.977652:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763449.977675:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449]  req@ffff9c6f9118ca80 x1876699777722368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763449.977700:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777722368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763449.977718:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763449.977722:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763449.977727:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777722368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763449.977757:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777722496:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763449.977787:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763449.977802:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449]  req@ffff9c6f9118c700 x1876699777722496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763449.977817:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777722496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763449.977826:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763449.977830:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763449.977833:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777722496:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763450.104469:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763451.128409:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763452.152469:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763453.176430:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763454.200512:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763455.096439:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763455.096454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763455.096460:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763455.096474:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3126
00000100:00080000:1.0:1789763455.096489:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763455.096500:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763455.096554:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777722624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763455.096599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763455.096605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763455.096608:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763455.096617:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3126
00000100:00080000:1.0:1789763455.096623:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763455.096629:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763455.096641:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763455.096658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777722752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763455.096679:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763455.096684:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763455.096687:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763455.096700:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777722624:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763455.096707:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3126
00000100:00080000:1.0:1789763455.096722:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763455.096732:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763455.096745:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763455.096774:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777722880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763455.096797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763455.096804:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763455.096811:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763455.096818:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3126
00000100:00080000:1.0:1789763455.096826:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763455.096832:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763455.096842:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763455.096853:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763455.096876:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777723008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763455.096900:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763455.096910:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789763455.096911:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff9c6f9118f100 x1876699777722624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.096921:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763455.096948:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3126
00000100:00080000:1.0:1789763455.096967:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763455.096976:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763455.096985:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763455.096987:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777722624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.097012:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777723136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763455.097016:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763455.097063:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763455.097081:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777722624:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763455.097082:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763455.097107:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763455.097112:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763455.097120:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3126
00000100:00080000:1.0:1789763455.097127:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763455.097133:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763455.097143:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763455.097153:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777722752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763455.097166:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777723264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763455.097188:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763455.097192:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763455.097196:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763455.097202:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3126
00000800:00000100:0.0:1789763455.097218:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763455.097268:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763455.097280:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763455.097290:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763455.097296:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff9c6f9118d500 x1876699777722752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.097321:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777723392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763455.097326:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777722752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763455.097429:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763455.097443:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763455.097455:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777722752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763455.097466:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777722880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763455.097497:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763455.097511:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff9c6f9118ed80 x1876699777722880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763455.097535:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777722880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763455.097552:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763455.097559:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763455.097565:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777722880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763455.097578:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777723008:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763455.097621:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763455.097642:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff9c6f9118e680 x1876699777723008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763455.097657:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777723008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763455.097668:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763455.097673:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763455.097678:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777723008:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763455.097686:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777723136:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763455.097710:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763455.097722:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff9c6f9118c380 x1876699777723136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763455.097737:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777723136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763455.097746:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763455.097750:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763455.097754:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777723136:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763455.097782:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777723264:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763455.097803:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763455.097815:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff9c6f9118f800 x1876699777723264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763455.097830:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777723264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763455.097840:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763455.097843:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763455.097847:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777723264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763455.097854:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777723392:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763455.097872:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763455.097885:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff9c6f9118f100 x1876699777723392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763455.097899:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777723392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763455.097908:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763455.097912:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763455.097915:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777723392:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763455.224471:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763456.248448:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763457.272464:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763458.296436:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763459.320487:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763460.216358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763460.216370:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763460.216375:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763460.216414:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3131
00000100:00080000:0.0:1789763460.216428:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763460.216437:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763460.216494:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777723520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763460.216532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763460.216536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763460.216538:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763460.216542:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3131
00000100:00080000:0.0:1789763460.216546:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763460.216550:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763460.216560:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763460.216575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777723648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763460.216585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763460.216588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763460.216589:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763460.216592:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3131
00000100:00080000:0.0:1789763460.216595:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763460.216598:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763460.216603:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763460.216617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777723776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763460.216645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763460.216667:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763460.216669:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763460.216676:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3131
00000100:00080000:0.0:1789763460.216681:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763460.216690:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777723520:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763460.216691:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763460.216704:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763460.216740:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777723904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763460.216754:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763460.216757:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763460.216759:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763460.216764:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3131
00000100:00080000:0.0:1789763460.216768:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763460.216772:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763460.216777:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763460.216788:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777724032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763460.216797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763460.216801:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763460.216803:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763460.216806:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3131
00000100:00080000:0.0:1789763460.216810:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763460.216813:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763460.216817:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763460.216864:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777724160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763460.216865:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763460.216878:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763460.216882:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763460.216884:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763460.216887:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3131
00000100:00080000:0.0:1789763460.216893:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763460.216898:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763460.216903:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763460.216934:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777724288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763460.216949:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff9c6f84ef5880 x1876699777723520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763460.216976:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777723520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763460.216992:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763460.217021:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763460.217027:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777723520:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763460.217037:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777723648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763460.217068:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763460.217085:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff9c6f84ef6a00 x1876699777723648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763460.217098:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777723648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763460.217108:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763460.217111:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763460.217115:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777723648:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763460.217121:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777723776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763460.217138:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763460.217147:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff9c6f84ef6d80 x1876699777723776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763460.217159:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777723776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763460.217167:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763460.217170:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763460.217173:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777723776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763460.217205:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777723904:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763460.217276:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763460.217292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff9c6f84ef5f80 x1876699777723904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763460.217303:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777723904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763460.217313:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763460.217317:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763460.217321:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777723904:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763460.217328:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777724032:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763460.217348:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763460.217358:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff9c6f84ef5c00 x1876699777724032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763460.217369:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777724032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763460.217377:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763460.217389:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763460.217392:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777724032:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763460.217398:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777724160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763460.217412:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763460.217421:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff9c6f84ef4380 x1876699777724160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763460.217432:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777724160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763460.217439:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763460.217442:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763460.217458:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777724160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763460.217464:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777724288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763460.217480:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763460.217489:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff9c6f84ef4e00 x1876699777724288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763460.217499:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777724288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763460.217508:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763460.217511:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763460.217513:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777724288:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763460.344410:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763461.368511:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763462.392438:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763463.416500:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763464.440407:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763465.336324:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763465.336338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763465.336345:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763465.336361:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3136
00000100:00080000:0.0:1789763465.336377:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763465.336388:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763465.336442:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777724416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763465.336501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763465.336509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763465.336513:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763465.336523:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3136
00000100:00080000:0.0:1789763465.336532:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763465.336541:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763465.336556:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777724416:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789763465.336559:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763465.336595:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777724544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763465.336611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763465.336615:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763465.336618:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763465.336624:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3136
00000100:00080000:0.0:1789763465.336629:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763465.336635:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763465.336643:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763465.336656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777724672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763465.336668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763465.336672:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763465.336674:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763465.336683:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763465.336684:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3136
00000100:00080000:0.0:1789763465.336695:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763465.336700:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763465.336707:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763465.336721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777724800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763465.336732:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763465.336736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763465.336738:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763465.336742:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3136
00000100:00080000:0.0:1789763465.336746:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763465.336751:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763465.336757:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763465.336774:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff9c6f84ef7800 x1876699777724416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763465.336777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777724928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763465.336833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763465.336839:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763465.336842:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763465.336851:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3136
00000100:00100000:2.0:1789763465.336851:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777724416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763465.336855:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763465.336868:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763465.336878:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763465.336888:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763465.336897:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777725056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763465.336902:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763465.336916:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777724416:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763465.336922:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763465.336928:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763465.336930:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763465.336947:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3136
00000100:00080000:0.0:1789763465.336950:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763465.336955:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763465.336985:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763465.336996:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777724544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763465.337005:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777725184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763465.337054:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763465.337074:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff9c6f84ef4700 x1876699777724544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763465.337103:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777724544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763465.337115:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763465.337119:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763465.337123:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777724544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763465.337131:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777724672:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763465.337153:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763465.337165:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff9c6f84ef7480 x1876699777724672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763465.337179:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777724672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763465.337188:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763465.337192:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763465.337195:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777724672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763465.337201:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777724800:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763465.337255:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763465.337270:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff9c6f84ef6300 x1876699777724800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763465.337284:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777724800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763465.337294:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763465.337298:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763465.337302:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777724800:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763465.337308:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777724928:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763465.337330:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763465.337341:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff9c6f84ef4a80 x1876699777724928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763465.337354:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777724928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763465.337363:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763465.337366:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763465.337370:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777724928:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763465.337375:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777725056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763465.337392:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763465.337403:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff9c6f84ef4000 x1876699777725056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763465.337416:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777725056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763465.337425:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763465.337428:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763465.337433:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777725056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763465.337455:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777725184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763465.337475:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763465.337485:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff9c6f84ef5500 x1876699777725184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763465.337499:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777725184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763465.337508:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763465.337511:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763465.337514:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777725184:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763465.464513:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763466.488412:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763467.512481:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763468.536382:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763469.560487:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763470.456388:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763470.456400:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763470.456406:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763470.456421:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3142
00000100:00080000:1.0:1789763470.456437:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763470.456449:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763470.456503:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777725312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763470.456557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763470.456564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763470.456568:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763470.456577:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3142
00000100:00080000:1.0:1789763470.456586:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763470.456596:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763470.456629:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763470.456650:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777725312:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763470.456659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777725440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763470.456694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763470.456700:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763470.456703:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763470.456709:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3142
00000100:00080000:1.0:1789763470.456716:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763470.456722:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763470.456730:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763470.456746:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777725568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763470.456765:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763470.456771:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763470.456781:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763470.456786:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763470.456798:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3142
00000100:00080000:1.0:1789763470.456808:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763470.456816:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763470.456827:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff9c6f9118c700 x1876699777725312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763470.456829:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763470.456869:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777725696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763470.456870:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777725312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.456952:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763470.456954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763470.456981:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763470.456987:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789763470.456989:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763470.456996:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777725312:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763470.457005:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3142
00000100:00080000:1.0:1789763470.457015:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763470.457022:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763470.457034:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763470.457034:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777725440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763470.457068:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777725824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763470.457081:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763470.457096:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763470.457102:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763470.457105:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763470.457108:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff9c6f9118ca80 x1876699777725440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.457132:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3142
00000100:00080000:1.0:1789763470.457146:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763470.457155:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763470.457161:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777725440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763470.457168:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763470.457184:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763470.457192:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763470.457199:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777725952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763470.457202:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777725440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763470.457223:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777725568:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763470.457231:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763470.457237:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763470.457257:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763470.457263:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3142
00000800:00000100:2.0:1789763470.457306:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763470.457320:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763470.457323:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff9c6f9118d180 x1876699777725568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.457338:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763470.457348:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777725568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763470.457352:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763470.457364:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763470.457370:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763470.457374:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777725568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763470.457385:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777725696:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763470.457389:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777726080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763470.457428:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763470.457452:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff9c6f9118ce00 x1876699777725696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763470.457472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777725696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763470.457484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763470.457487:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763470.457491:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777725696:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763470.457509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777725824:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763470.457553:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763470.457575:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff9c6f9118df80 x1876699777725824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763470.457615:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777725824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763470.457629:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763470.457635:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763470.457641:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777725824:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763470.457652:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777725952:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763470.457699:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763470.457714:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff9c6f9118dc00 x1876699777725952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763470.457729:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777725952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763470.457739:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763470.457743:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763470.457748:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777725952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763470.457755:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777726080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763470.457775:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763470.457786:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff9c6f9118c700 x1876699777726080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763470.457799:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777726080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763470.457809:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763470.457812:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763470.457816:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777726080:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763470.584411:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763471.608409:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763472.632533:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763473.656460:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763474.680507:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763475.576357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763475.576370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763475.576377:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763475.576390:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3147
00000100:00080000:1.0:1789763475.576405:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763475.576413:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763475.576464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777726208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763475.576496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763475.576500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763475.576501:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763475.576505:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3147
00000100:00080000:1.0:1789763475.576509:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763475.576513:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763475.576526:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763475.576548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777726336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763475.576548:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777726208:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763475.576577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763475.576579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763475.576581:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763475.576587:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3147
00000100:00080000:1.0:1789763475.576590:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763475.576593:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763475.576598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763475.576607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777726464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763475.576621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763475.576625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763475.576627:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763475.576630:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3147
00000100:00080000:1.0:1789763475.576633:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763475.576637:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763475.576642:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763475.576650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777726592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763475.576657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763475.576661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763475.576663:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763475.576667:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3147
00000100:00080000:1.0:1789763475.576670:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763475.576674:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763475.576678:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763475.576689:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777726720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763475.576701:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763475.576716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763475.576720:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763475.576720:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777726336:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763475.576742:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3147
00000100:00080000:1.0:1789763475.576748:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763475.576754:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763475.576762:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763475.576778:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777726848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763475.576786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763475.576799:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777726464:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763475.576801:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763475.576814:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763475.576831:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3147
00000100:00080000:1.0:1789763475.576837:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763475.576840:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763475.576845:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763475.576864:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777726976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763475.576877:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777726592:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763475.576924:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777726720:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763475.576941:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777726848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763475.576963:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777726976:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763475.704496:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763476.728498:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763477.752471:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789763478.648546:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:0.0:1789763478.648596:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789763478.648617:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763478.648663:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763478.648672:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763478.648698:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763478.648706:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763478.648713:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763478.648720:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:2.0:1789763478.648796:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763478]  req@ffff9c6f9118ed80 x1876699777726720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763478.648887:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777726720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763478.648907:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763478.648915:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763478.648923:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777726720:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763478.648938:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763478]  req@ffff9c6f9118d500 x1876699777726848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763478.648958:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777726848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763478.648971:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763478.648977:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763478.648983:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777726848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763478.648996:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763478]  req@ffff9c6f9118c700 x1876699777726976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763478.649014:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777726976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763478.649026:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763478.649031:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763478.649036:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777726976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763478.649046:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763478]  req@ffff9c6f9118f800 x1876699777726336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763478.649065:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777726336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763478.649077:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763478.649081:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763478.649086:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777726336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763478.649096:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763478]  req@ffff9c6f9118c380 x1876699777726464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763478.649117:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777726464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763478.649131:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763478.649136:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763478.649141:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777726464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763478.649152:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763478]  req@ffff9c6f9118e680 x1876699777726592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763478.649170:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777726592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763478.649181:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763478.649187:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763478.649192:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777726592:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763478.649203:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763478]  req@ffff9c6f9118f100 x1876699777726208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763478.649253:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777726208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763478.649265:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763478.649275:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763478.649283:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777726208:192.168.203.138@tcp:250:kworker.0
00010000:00010000:3.0:1789763478.776395:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763479.800450:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763480.696386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763480.696409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763480.696414:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763480.696428:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3152
00000100:00080000:2.0:1789763480.696442:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763480.696451:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763480.696502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777727104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763480.696541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763480.696546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763480.696548:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763480.696553:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3152
00000100:00080000:2.0:1789763480.696556:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763480.696561:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763480.696584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763480.696599:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777727232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763480.696613:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777727104:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763480.696622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763480.696626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763480.696628:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763480.696634:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3152
00000100:00080000:2.0:1789763480.696638:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763480.696642:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763480.696648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763480.696682:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777727360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763480.696706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763480.696711:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763480.696714:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763480.696736:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3152
00000100:00080000:2.0:1789763480.696740:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763480.696744:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763480.696748:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763480.696760:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777727488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763480.696769:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763480.696773:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763480.696774:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763480.696777:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3152
00000100:00080000:2.0:1789763480.696782:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763480.696789:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763480.696794:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763480.696801:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763480.696818:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777727616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763480.696832:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763480.696839:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763480.696842:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763480.696865:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3152
00000100:00080000:2.0:1789763480.696873:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763480.696884:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763480.696885:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480]  req@ffff9c6f851a1180 x1876699777727104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763480.696892:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763480.696919:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777727744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763480.696929:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777727104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763480.696939:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763480.696951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763480.696959:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763480.696965:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763480.696971:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3152
00000100:00080000:1.0:1789763480.696981:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789763480.696982:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763480.696994:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777727104:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763480.696995:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763480.697007:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763480.697028:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777727872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763480.697046:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777727232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763480.697102:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763480.697124:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480]  req@ffff9c6f851a3b80 x1876699777727232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763480.697144:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777727232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763480.697156:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763480.697161:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763480.697166:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777727232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763480.697176:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777727360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763480.697208:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763480.697255:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480]  req@ffff9c6f851a1c00 x1876699777727360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763480.697274:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777727360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763480.697288:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763480.697294:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763480.697302:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777727360:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763480.697313:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777727488:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763480.697345:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763480.697362:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480]  req@ffff9c6f851a1f80 x1876699777727488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763480.697380:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777727488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763480.697391:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763480.697395:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763480.697400:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777727488:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763480.697409:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777727616:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763480.697438:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763480.697454:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480]  req@ffff9c6f851a2a00 x1876699777727616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763480.697471:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777727616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763480.697483:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763480.697488:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763480.697492:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777727616:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763480.697501:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777727744:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763480.697533:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763480.697551:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480]  req@ffff9c6f851a0e00 x1876699777727744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763480.697567:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777727744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763480.697589:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763480.697594:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763480.697599:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777727744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763480.697636:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777727872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763480.697667:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763480.697686:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480]  req@ffff9c6f851a1880 x1876699777727872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763480.697703:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777727872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763480.697714:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763480.697719:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763480.697723:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777727872:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763480.824494:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763481.848528:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763482.872518:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763483.896473:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763484.920434:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763485.816451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763485.816474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763485.816484:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763485.816505:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3157
00000100:00080000:2.0:1789763485.816527:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763485.816543:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763485.816612:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777728000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763485.816651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763485.816656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763485.816659:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763485.816664:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3157
00000100:00080000:2.0:1789763485.816671:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763485.816679:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763485.816693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763485.816709:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777728000:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763485.816715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777728128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763485.816735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763485.816740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763485.816742:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763485.816748:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3157
00000100:00080000:2.0:1789763485.816753:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763485.816757:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763485.816764:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763485.816783:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777728256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763485.816795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763485.816800:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763485.816802:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763485.816807:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3157
00000100:00080000:2.0:1789763485.816859:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763485.816867:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763485.816873:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763485.816882:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763485.816900:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777728384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763485.816913:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763485.816917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763485.816919:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763485.816924:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3157
00000100:00080000:2.0:1789763485.816928:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763485.816932:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763485.816940:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763485.816954:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485]  req@ffff9c6f851a0700 x1876699777728000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763485.816960:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777728512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763485.817000:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763485.817004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763485.817008:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763485.817014:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777728000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763485.817019:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3157
00000100:00080000:2.0:1789763485.817029:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763485.817040:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:1.0:1789763485.817049:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763485.817050:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763485.817065:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763485.817073:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777728640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763485.817080:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777728000:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763485.817101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763485.817105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763485.817108:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763485.817114:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3157
00000100:00080000:2.0:1789763485.817118:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763485.817122:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763485.817126:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763485.817136:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777728128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763485.817144:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777728768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763485.817183:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763485.817221:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485]  req@ffff9c6f851a3100 x1876699777728128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763485.817284:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777728128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763485.817296:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763485.817301:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763485.817305:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777728128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763485.817314:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777728256:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763485.817343:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763485.817357:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485]  req@ffff9c6f851a3800 x1876699777728256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763485.817372:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777728256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763485.817382:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763485.817386:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763485.817390:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777728256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763485.817397:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777728384:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763485.817417:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763485.817429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485]  req@ffff9c6f851a0a80 x1876699777728384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763485.817443:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777728384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763485.817453:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763485.817457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763485.817460:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777728384:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763485.817466:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777728512:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763485.817485:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763485.817496:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485]  req@ffff9c6f851a1880 x1876699777728512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763485.817510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777728512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763485.817520:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763485.817523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763485.817527:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777728512:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763485.817533:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777728640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763485.817551:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763485.817562:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485]  req@ffff9c6f851a0e00 x1876699777728640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763485.817575:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777728640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763485.817586:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763485.817589:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763485.817594:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777728640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763485.817626:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777728768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763485.817661:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763485.817683:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485]  req@ffff9c6f851a2a00 x1876699777728768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763485.817707:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777728768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763485.817723:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763485.817731:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763485.817737:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777728768:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763485.944501:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763486.968511:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763487.992474:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763489.016547:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763490.040501:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763490.936397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763490.936413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763490.936420:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763490.936447:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3162
00000100:00080000:2.0:1789763490.936464:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763490.936478:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763490.936562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777728896/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763490.936626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763490.936632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763490.936635:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763490.936641:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3162
00000100:00080000:2.0:1789763490.936647:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763490.936654:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763490.936669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763490.936697:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777728896:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763490.936697:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777729024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763490.936737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763490.936742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763490.936744:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763490.936750:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3162
00000100:00080000:2.0:1789763490.936755:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763490.936759:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763490.936765:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763490.936812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777729152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763490.936833:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763490.936838:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763490.936842:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763490.936848:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3162
00000100:00080000:2.0:1789763490.936855:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763490.936860:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763490.936867:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763490.936874:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763490.936887:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777729280/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763490.936901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763490.936907:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763490.936909:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763490.936915:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3162
00000100:00080000:2.0:1789763490.936920:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763490.936923:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763490.936929:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763490.936943:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777729408/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763490.936955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763490.936965:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490]  req@ffff9c6f851a1f80 x1876699777728896/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763490.936966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763490.936972:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763490.936983:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3162
00000100:00080000:2.0:1789763490.936991:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763490.937002:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763490.937009:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763490.937023:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777728896/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763490.937028:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777729536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763490.937076:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763490.937088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763490.937093:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789763490.937097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763490.937105:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763490.937111:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777728896:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763490.937117:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3162
00000100:00080000:2.0:1789763490.937130:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763490.937139:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763490.937148:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763490.937167:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777729024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763490.937175:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777729664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763490.937217:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763490.937279:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490]  req@ffff9c6f851a1c00 x1876699777729024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763490.937300:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777729024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763490.937322:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763490.937329:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763490.937335:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777729024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763490.937346:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777729152:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763490.937375:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763490.937396:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490]  req@ffff9c6f851a3b80 x1876699777729152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763490.937410:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777729152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763490.937420:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763490.937424:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763490.937427:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777729152:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763490.937435:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777729280:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763490.937464:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763490.937476:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490]  req@ffff9c6f851a1180 x1876699777729280/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763490.937490:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777729280/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763490.937500:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763490.937503:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763490.937507:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777729280:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763490.937513:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777729408:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763490.937532:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763490.937542:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490]  req@ffff9c6f851a1500 x1876699777729408/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763490.937555:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777729408/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763490.937564:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763490.937568:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763490.937571:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777729408:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763490.937577:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777729536:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763490.937596:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763490.937607:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490]  req@ffff9c6f851a0000 x1876699777729536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763490.937620:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777729536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763490.937630:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763490.937634:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763490.937638:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777729536:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763490.937666:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777729664:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763490.937687:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763490.937698:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490]  req@ffff9c6f851a3480 x1876699777729664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763490.937712:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777729664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763490.937733:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763490.937737:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763490.937740:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777729664:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763491.064493:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763492.088504:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763493.112504:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763494.136467:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763495.160454:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763496.056420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763496.056435:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763496.056441:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763496.056453:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3167
00000100:00080000:0.0:1789763496.056466:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763496.056474:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763496.056519:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777729792/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763496.056592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763496.056597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763496.056599:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763496.056605:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3167
00000100:00080000:0.0:1789763496.056611:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763496.056619:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763496.056634:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763496.056658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777729920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763496.056677:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777729792:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763496.056683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763496.056710:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763496.056713:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763496.056722:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3167
00000100:00080000:0.0:1789763496.056725:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763496.056732:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763496.056777:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763496.056815:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777730048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763496.056837:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763496.056841:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763496.056843:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763496.056848:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3167
00000100:00080000:0.0:1789763496.056865:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763496.056871:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763496.056877:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763496.056903:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777730176/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763496.056910:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763496.056930:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763496.056934:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763496.056938:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763496.056943:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3167
00000100:00080000:0.0:1789763496.056949:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763496.056954:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763496.056959:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763496.056975:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777730304/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763496.056987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763496.056991:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763496.056994:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763496.057003:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3167
00000100:00100000:1.0:1789763496.057003:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff9c6f84ef6680 x1876699777729792/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763496.057013:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763496.057020:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763496.057034:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763496.057057:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777730432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763496.057069:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763496.057072:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763496.057075:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763496.057083:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3167
00000100:00080000:0.0:1789763496.057088:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763496.057088:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777729792/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763496.057100:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763496.057112:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763496.057137:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777730560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763496.057139:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.057162:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763496.057181:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777729792:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763496.057256:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777729920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763496.057296:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763496.057318:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff9c6f84ef5500 x1876699777729920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.057343:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777729920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.057359:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.057366:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763496.057373:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777729920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763496.057386:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777730048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763496.057422:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763496.057438:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff9c6f84ef4000 x1876699777730048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.057452:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777730048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.057468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.057475:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763496.057481:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777730048:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763496.057493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777730176:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763496.057535:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763496.057576:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff9c6f84ef4a80 x1876699777730176/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.057592:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777730176/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.057603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.057607:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763496.057611:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777730176:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763496.057619:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777730304:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763496.057645:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763496.057675:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff9c6f84ef6300 x1876699777730304/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.057688:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777730304/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.057698:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.057701:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763496.057704:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777730304:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763496.057711:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777730432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763496.057731:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763496.057774:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff9c6f84ef7480 x1876699777730432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.057798:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777730432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.057808:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.057812:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763496.057815:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777730432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763496.057822:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777730560:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763496.057846:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763496.057857:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff9c6f84ef4700 x1876699777730560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.057869:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777730560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.057878:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.057881:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763496.057885:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777730560:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763496.184494:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763497.208361:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763498.232449:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763499.256465:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763500.280403:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763501.176365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763501.176382:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763501.176389:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763501.176405:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3172
00000100:00080000:0.0:1789763501.176424:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763501.176436:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763501.176498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777730688/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763501.176540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763501.176545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763501.176548:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763501.176553:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3172
00000100:00080000:0.0:1789763501.176558:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763501.176564:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763501.176580:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763501.176602:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777730688:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763501.176603:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777730816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763501.176630:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763501.176635:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763501.176637:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763501.176645:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3172
00000100:00080000:0.0:1789763501.176649:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763501.176654:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763501.176660:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763501.176677:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777730944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763501.176690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763501.176694:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763501.176722:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763501.176728:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3172
00000100:00080000:0.0:1789763501.176734:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763501.176739:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763501.176746:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763501.176755:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763501.176765:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777731072/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763501.176781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763501.176786:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763501.176789:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763501.176794:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3172
00000100:00080000:0.0:1789763501.176798:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763501.176802:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763501.176808:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763501.176824:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777731200/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763501.176833:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff9c6f84ef7800 x1876699777730688/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763501.176847:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763501.176862:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763501.176868:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763501.176878:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3172
00000100:00080000:0.0:1789763501.176882:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763501.176892:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763501.176893:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777730688/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763501.176899:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763501.176921:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777731328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763501.176923:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763501.176940:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763501.176948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763501.176954:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777730688:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763501.176957:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763501.176965:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763501.176974:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3172
00000100:00080000:0.0:1789763501.176977:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763501.176982:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763501.176987:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763501.177000:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777731456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763501.177005:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777730816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763501.177056:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763501.177079:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff9c6f84ef4e00 x1876699777730816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763501.177097:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777730816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763501.177109:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763501.177115:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763501.177119:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777730816:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763501.177126:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777730944:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763501.177146:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763501.177157:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff9c6f84ef4380 x1876699777730944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763501.177178:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777730944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763501.177194:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763501.177201:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763501.177207:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777730944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763501.177219:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777731072:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763501.177302:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763501.177320:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff9c6f84ef5c00 x1876699777731072/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763501.177336:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777731072/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763501.177348:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763501.177352:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763501.177356:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777731072:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763501.177363:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777731200:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763501.177384:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763501.177396:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff9c6f84ef5f80 x1876699777731200/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763501.177410:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777731200/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763501.177419:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763501.177423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763501.177426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777731200:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763501.177432:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777731328:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763501.177451:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763501.177462:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff9c6f84ef6d80 x1876699777731328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763501.177476:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777731328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763501.177487:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763501.177490:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763501.177495:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777731328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763501.177519:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777731456:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763501.177539:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763501.177550:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff9c6f84ef6a00 x1876699777731456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763501.177564:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777731456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763501.177575:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763501.177578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763501.177582:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777731456:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763501.304508:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763502.328466:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763503.352460:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763504.376488:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763505.400514:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763506.296354:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763506.296367:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763506.296374:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763506.296388:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3177
00000100:00080000:0.0:1789763506.296406:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763506.296418:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763506.296479:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777731584/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763506.296522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763506.296527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763506.296530:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763506.296536:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3177
00000100:00080000:0.0:1789763506.296543:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763506.296551:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763506.296564:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763506.296570:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777731584:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763506.296590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777731712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763506.296606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763506.296610:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763506.296613:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763506.296618:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3177
00000100:00080000:0.0:1789763506.296641:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763506.296646:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763506.296653:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763506.296689:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763506.296702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777731840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763506.296734:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763506.296741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763506.296749:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763506.296750:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff9c6f84ef5880 x1876699777731584/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763506.296767:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3177
00000100:00080000:0.0:1789763506.296781:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763506.296788:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777731584/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763506.296797:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763506.296814:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:1.0:1789763506.296824:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763506.296838:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763506.296840:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777731968/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763506.296856:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777731584:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763506.296863:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763506.296874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763506.296877:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763506.296883:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3177
00000100:00080000:0.0:1789763506.296889:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763506.296894:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763506.296899:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763506.296916:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777731712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763506.296917:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777732096/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763506.296959:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763506.296963:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763506.296965:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763506.296970:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3177
00000100:00080000:0.0:1789763506.296976:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763506.296982:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763506.296992:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763506.297006:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763506.297014:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777732224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763506.297029:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763506.297034:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff9c6f84ef6a00 x1876699777731712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763506.297036:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763506.297042:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763506.297056:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3177
00000100:00080000:0.0:1789763506.297065:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763506.297075:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763506.297082:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763506.297108:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777731712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763506.297118:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777732352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763506.297158:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763506.297170:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763506.297177:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777731712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763506.297189:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777731840:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763506.297222:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763506.297267:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff9c6f84ef6d80 x1876699777731840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763506.297284:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777731840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763506.297295:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763506.297299:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763506.297303:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777731840:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763506.297310:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777731968:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763506.297333:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763506.297347:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff9c6f84ef5f80 x1876699777731968/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763506.297361:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777731968/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763506.297370:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763506.297373:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763506.297377:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777731968:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763506.297397:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777732096:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763506.297417:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763506.297428:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff9c6f84ef5c00 x1876699777732096/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763506.297441:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777732096/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763506.297450:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763506.297454:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763506.297457:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777732096:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763506.297463:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777732224:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763506.297480:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763506.297491:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff9c6f84ef4380 x1876699777732224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763506.297503:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777732224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763506.297513:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763506.297516:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763506.297519:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777732224:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763506.297525:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777732352:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763506.297541:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763506.297551:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff9c6f84ef4e00 x1876699777732352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763506.297563:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777732352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763506.297571:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763506.297574:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763506.297578:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777732352:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763506.424497:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763507.448487:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763508.472634:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763509.496484:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763510.520448:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763511.416435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763511.416452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763511.416459:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763511.416477:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3183
00000100:00080000:2.0:1789763511.416497:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763511.416510:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763511.416586:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777732480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763511.416649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763511.416655:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763511.416658:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763511.416665:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3183
00000100:00080000:2.0:1789763511.416671:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763511.416677:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763511.416693:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763511.416710:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777732480:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763511.416713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777732608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763511.416738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763511.416742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763511.416745:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763511.416751:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3183
00000100:00080000:2.0:1789763511.416755:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763511.416759:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763511.416765:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763511.416785:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777732736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763511.416797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763511.416802:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763511.416804:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763511.416808:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3183
00000100:00080000:2.0:1789763511.416813:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763511.416818:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763511.416823:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763511.416832:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763511.416840:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777732864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763511.416854:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763511.416859:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763511.416862:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763511.416869:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3183
00000100:00080000:2.0:1789763511.416873:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763511.416877:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763511.416883:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763511.416898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777732992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763511.416907:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff9c6f851a2300 x1876699777732480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763511.416918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763511.416932:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763511.416938:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763511.416947:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3183
00000100:00080000:2.0:1789763511.416952:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763511.416962:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763511.416963:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777732480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763511.416968:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763511.416988:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777733120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763511.416990:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.417009:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789763511.417012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763511.417025:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763511.417027:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763511.417035:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777732480:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763511.417037:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3183
00000100:00080000:2.0:1789763511.417046:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763511.417056:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763511.417062:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763511.417075:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777733248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763511.417105:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777732608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763511.417166:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763511.417195:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff9c6f851a2680 x1876699777732608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763511.417267:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777732608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.417288:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.417296:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763511.417321:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777732608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763511.417331:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777732736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763511.417365:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763511.417382:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff9c6f851a0380 x1876699777732736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763511.417398:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777732736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.417409:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.417413:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763511.417417:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777732736:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763511.417437:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777732864:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763511.417472:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763511.417486:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff9c6f851a2d80 x1876699777732864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763511.417501:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777732864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.417512:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.417516:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763511.417520:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777732864:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763511.417526:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777732992:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763511.417556:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763511.417567:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff9c6f851a3480 x1876699777732992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763511.417581:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777732992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.417591:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.417594:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763511.417598:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777732992:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763511.417604:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777733120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763511.417652:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763511.417670:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff9c6f851a0000 x1876699777733120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763511.417685:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777733120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.417696:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.417700:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763511.417704:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777733120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763511.417733:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777733248:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763511.417758:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763511.417771:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff9c6f851a1500 x1876699777733248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763511.417785:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777733248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.417794:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.417798:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763511.417801:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777733248:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763511.544508:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763512.568461:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763513.592502:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763514.616464:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763515.640472:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763516.536429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763516.536445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763516.536453:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763516.536469:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3188
00000100:00080000:2.0:1789763516.536488:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763516.536501:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763516.536563:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777733376/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763516.536641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763516.536648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763516.536651:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763516.536656:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3188
00000100:00080000:2.0:1789763516.536663:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763516.536669:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763516.536687:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763516.536715:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777733376:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763516.536716:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777733504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763516.536750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763516.536756:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763516.536760:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763516.536769:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3188
00000100:00080000:2.0:1789763516.536775:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763516.536783:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763516.536790:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763516.536808:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777733632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763516.536820:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763516.536825:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763516.536828:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763516.536838:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3188
00000800:00000100:0.0:1789763516.536842:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763516.536846:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763516.536853:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763516.536860:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763516.536875:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777733760/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763516.536888:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763516.536893:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763516.536895:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763516.536901:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3188
00000100:00080000:2.0:1789763516.536907:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763516.536916:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763516.536918:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516]  req@ffff9c6f851a1180 x1876699777733376/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763516.536923:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763516.536946:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777733888/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763516.536961:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777733376/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763516.536963:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763516.536976:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763516.536983:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763516.536998:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3188
00000100:00080000:2.0:1789763516.537007:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763516.537020:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763516.537034:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763516.537040:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763516.537049:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777734016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763516.537060:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763516.537074:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777733376:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763516.537081:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763516.537093:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763516.537095:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763516.537102:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3188
00000100:00080000:2.0:1789763516.537106:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763516.537112:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763516.537119:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763516.537134:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777734144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763516.537141:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777733504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763516.537204:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763516.537288:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516]  req@ffff9c6f851a3b80 x1876699777733504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763516.537317:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777733504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763516.537330:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763516.537338:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763516.537344:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777733504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763516.537356:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777733632:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763516.537398:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763516.537434:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516]  req@ffff9c6f851a1c00 x1876699777733632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763516.537449:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777733632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763516.537460:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763516.537464:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763516.537468:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777733632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763516.537476:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777733760:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763516.537498:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763516.537510:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516]  req@ffff9c6f851a1f80 x1876699777733760/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763516.537524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777733760/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763516.537534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763516.537538:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763516.537541:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777733760:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763516.537548:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777733888:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763516.537567:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763516.537578:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516]  req@ffff9c6f851a2a00 x1876699777733888/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763516.537625:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777733888/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763516.537636:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763516.537640:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763516.537644:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777733888:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763516.537653:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777734016:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763516.537680:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763516.537694:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516]  req@ffff9c6f851a0e00 x1876699777734016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763516.537709:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777734016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763516.537718:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763516.537722:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763516.537726:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777734016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763516.537755:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777734144:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763516.537776:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763516.537788:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516]  req@ffff9c6f851a1880 x1876699777734144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763516.537803:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777734144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763516.537812:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763516.537816:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763516.537819:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777734144:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763516.664504:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763517.688435:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763518.712461:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763519.736505:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763520.760428:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763521.656355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763521.656368:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763521.656375:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763521.656390:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3193
00000100:00080000:0.0:1789763521.656405:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763521.656416:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763521.656469:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777734272/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763521.656509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763521.656514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763521.656516:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763521.656522:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3193
00000100:00080000:0.0:1789763521.656526:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763521.656531:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763521.656543:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763521.656593:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777734400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763521.656611:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777734272:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763521.656613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763521.656632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763521.656637:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763521.656645:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3193
00000100:00080000:0.0:1789763521.656654:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763521.656663:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763521.656675:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763521.656702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777734528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763521.656722:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763521.656731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763521.656741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763521.656745:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763521.656756:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3193
00000100:00080000:0.0:1789763521.656766:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763521.656778:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763521.656781:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521]  req@ffff9c6f84ef7800 x1876699777734272/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763521.656795:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763521.656816:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777734272/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763521.656832:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777734656/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763521.656838:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763521.656858:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763521.656864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763521.656871:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777734272:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763521.656874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763521.656885:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763521.656898:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3193
00000100:00080000:0.0:1789763521.656919:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763521.656928:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777734400:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763521.656937:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763521.656953:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763521.656973:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763521.656987:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777734784/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763521.657007:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521]  req@ffff9c6f84ef4700 x1876699777734400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763521.657027:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763521.657037:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777734400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763521.657040:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763521.657050:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763521.657064:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763521.657068:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3193
00000100:00080000:1.0:1789763521.657076:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763521.657080:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763521.657086:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777734400:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763521.657095:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763521.657107:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777734528:192.168.203.138@tcp:38:kworker.0
00000008:00100000:0.0:1789763521.657108:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763521.657150:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777734912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763521.657158:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763521.657178:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521]  req@ffff9c6f84ef7480 x1876699777734528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763521.657183:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763521.657202:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763521.657209:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763521.657213:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777734528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763521.657265:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3193
00000100:00080000:0.0:1789763521.657277:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763521.657286:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763521.657296:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763521.657322:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777735040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763521.657325:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763521.657348:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763521.657359:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777734528:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763521.657371:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777734656:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763521.657412:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763521.657430:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521]  req@ffff9c6f84ef6300 x1876699777734656/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763521.657446:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777734656/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763521.657457:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763521.657461:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763521.657465:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777734656:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763521.657487:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777734784:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763521.657508:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763521.657520:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521]  req@ffff9c6f84ef4a80 x1876699777734784/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763521.657534:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777734784/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763521.657572:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763521.657578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763521.657582:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777734784:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763521.657591:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777734912:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763521.657627:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763521.657642:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521]  req@ffff9c6f84ef4000 x1876699777734912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763521.657657:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777734912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763521.657668:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763521.657672:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763521.657676:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777734912:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763521.657683:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777735040:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763521.657702:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763521.657713:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521]  req@ffff9c6f84ef5500 x1876699777735040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763521.657726:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777735040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763521.657736:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763521.657739:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763521.657743:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777735040:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763521.784429:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763522.808477:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763523.832484:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763524.856480:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763525.880472:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763526.776349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763526.776365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763526.776371:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763526.776396:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3198
00000100:00080000:0.0:1789763526.776412:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763526.776436:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763526.776487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777735168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763526.776548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763526.776554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763526.776556:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763526.776563:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3198
00000100:00080000:0.0:1789763526.776568:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763526.776576:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763526.776590:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763526.776615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777735296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763526.776621:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777735168:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763526.776641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763526.776648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763526.776650:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763526.776656:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3198
00000100:00080000:0.0:1789763526.776662:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763526.776667:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763526.776673:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763526.776693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777735424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763526.776705:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763526.776709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763526.776723:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763526.776729:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3198
00000100:00080000:0.0:1789763526.776735:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763526.776746:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763526.776748:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763526.776760:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763526.776778:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777735552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763526.776791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763526.776796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763526.776799:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763526.776805:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3198
00000100:00080000:0.0:1789763526.776810:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763526.776815:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763526.776823:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763526.776826:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526]  req@ffff9c6f84ef6680 x1876699777735168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763526.776850:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777735680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763526.776867:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763526.776872:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763526.776880:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763526.776881:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777735168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763526.776889:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3198
00000100:00080000:0.0:1789763526.776899:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763526.776911:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763526.776923:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763526.776931:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763526.776948:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763526.776950:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777735808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763526.776966:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777735168:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763526.776975:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763526.776986:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763526.776990:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763526.777001:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3198
00000100:00080000:0.0:1789763526.777008:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763526.777017:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763526.777027:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777735296:192.168.203.138@tcp:38:kworker.0
00000008:00100000:0.0:1789763526.777032:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763526.777068:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777735936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763526.777096:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763526.777129:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526]  req@ffff9c6f84ef5500 x1876699777735296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763526.777152:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777735296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763526.777164:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763526.777168:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763526.777172:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777735296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763526.777181:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777735424:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763526.777209:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763526.777256:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526]  req@ffff9c6f84ef4000 x1876699777735424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763526.777272:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777735424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763526.777293:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763526.777298:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763526.777302:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777735424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763526.777309:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777735552:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763526.777334:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763526.777348:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526]  req@ffff9c6f84ef4a80 x1876699777735552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763526.777362:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777735552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763526.777372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763526.777375:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763526.777379:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777735552:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763526.777386:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777735680:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763526.777405:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763526.777416:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526]  req@ffff9c6f84ef6300 x1876699777735680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763526.777430:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777735680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763526.777440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763526.777443:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763526.777447:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777735680:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763526.777453:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777735808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763526.777472:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763526.777492:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526]  req@ffff9c6f84ef7480 x1876699777735808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763526.777506:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777735808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763526.777547:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763526.777552:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763526.777557:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777735808:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763526.777584:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777735936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763526.777612:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763526.777626:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526]  req@ffff9c6f84ef4700 x1876699777735936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763526.777640:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777735936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763526.777650:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763526.777654:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763526.777658:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777735936:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763526.904442:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763527.928580:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763528.952371:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763529.976427:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763531.000556:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763531.896407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763531.896420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763531.896426:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763531.896440:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3203
00000100:00080000:0.0:1789763531.896455:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763531.896465:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763531.896550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777736064/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763531.896601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763531.896607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763531.896610:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763531.896615:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3203
00000100:00080000:0.0:1789763531.896620:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763531.896624:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763531.896637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763531.896654:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777736192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763531.896669:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763531.896677:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763531.896679:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777736064:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763531.896681:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763531.896696:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3203
00000100:00080000:0.0:1789763531.896701:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763531.896705:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763531.896712:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763531.896727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777736320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763531.896739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763531.896744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763531.896746:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763531.896751:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3203
00000100:00080000:0.0:1789763531.896759:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763531.896764:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763531.896770:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763531.896780:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763531.896790:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777736448/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763531.896804:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763531.896809:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763531.896812:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763531.896817:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3203
00000100:00080000:0.0:1789763531.896823:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763531.896828:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763531.896833:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763531.896852:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777736576/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763531.896859:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531]  req@ffff9c6f84ef7800 x1876699777736064/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763531.896874:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763531.896886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763531.896899:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763531.896908:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3203
00000100:00080000:0.0:1789763531.896914:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763531.896920:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777736064/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763531.896927:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763531.896936:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763531.896951:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777736704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763531.896958:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763531.896981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763531.896983:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763531.896994:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763531.896997:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777736064:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763531.897000:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763531.897014:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3203
00000100:00080000:0.0:1789763531.897018:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763531.897022:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763531.897027:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763531.897042:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777736192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763531.897045:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777736832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763531.897089:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763531.897111:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531]  req@ffff9c6f84ef4e00 x1876699777736192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763531.897142:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777736192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763531.897154:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763531.897159:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763531.897164:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777736192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763531.897171:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777736320:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763531.897194:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763531.897210:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531]  req@ffff9c6f84ef4380 x1876699777736320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763531.897286:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777736320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763531.897314:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763531.897320:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763531.897328:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777736320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763531.897341:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777736448:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763531.897380:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763531.897403:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531]  req@ffff9c6f84ef5c00 x1876699777736448/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763531.897425:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777736448/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763531.897441:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763531.897447:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763531.897454:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777736448:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763531.897466:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777736576:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763531.897556:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763531.897575:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531]  req@ffff9c6f84ef5f80 x1876699777736576/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763531.897591:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777736576/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763531.897607:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763531.897611:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763531.897615:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777736576:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763531.897623:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777736704:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763531.897646:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763531.897658:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531]  req@ffff9c6f84ef6d80 x1876699777736704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763531.897671:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777736704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763531.897682:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763531.897686:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763531.897690:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777736704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763531.897714:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777736832:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763531.897734:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763531.897745:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531]  req@ffff9c6f84ef6a00 x1876699777736832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763531.897758:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777736832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763531.897769:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763531.897772:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763531.897776:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777736832:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763532.024555:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763533.048406:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763534.072504:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763535.096541:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763536.120504:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763537.016478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763537.016496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763537.016504:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.016523:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3208
00000100:00080000:1.0:1789763537.016539:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.016550:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763537.016602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777736960/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763537.016645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763537.016650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763537.016653:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.016658:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3208
00000100:00080000:1.0:1789763537.016662:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.016666:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763537.016679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763537.016698:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777737088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763537.016714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763537.016723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763537.016727:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763537.016729:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777736960:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763537.016739:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3208
00000100:00080000:1.0:1789763537.016757:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.016768:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763537.016774:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763537.016793:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777737216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763537.016806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763537.016810:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763537.016812:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.016818:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3208
00000100:00080000:1.0:1789763537.016822:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.016828:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763537.016837:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763537.016849:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777737344/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763537.016863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763537.016867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763537.016869:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.016874:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3208
00000100:00080000:1.0:1789763537.016878:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763537.016888:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763537.016898:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763537.016910:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763537.016925:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777737472/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763537.016937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763537.016943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763537.016946:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.016953:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3208
00000100:00080000:1.0:1789763537.016957:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.016962:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763537.016970:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763537.016989:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777737600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763537.017002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763537.017004:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff9c6f9118dc00 x1876699777736960/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763537.017016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763537.017025:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.017052:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3208
00000100:00080000:1.0:1789763537.017071:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763537.017082:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777736960/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763537.017084:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789763537.017117:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763537.017122:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763537.017129:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763537.017142:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777736960:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763537.017165:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777737728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763537.017186:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777737088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763537.017267:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763537.017287:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff9c6f9118df80 x1876699777737088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763537.017313:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777737088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763537.017325:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763537.017330:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763537.017334:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777737088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763537.017342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777737216:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763537.017367:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763537.017379:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff9c6f9118ce00 x1876699777737216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763537.017402:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777737216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763537.017412:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763537.017416:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763537.017420:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777737216:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763537.017427:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777737344:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763537.017478:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763537.017493:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff9c6f9118d180 x1876699777737344/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763537.017508:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777737344/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763537.017519:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763537.017523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763537.017527:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777737344:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763537.017535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777737472:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763537.017556:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763537.017567:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff9c6f9118ca80 x1876699777737472/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763537.017581:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777737472/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763537.017600:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763537.017604:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763537.017608:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777737472:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763537.017615:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777737600:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763537.017636:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763537.017647:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff9c6f9118f100 x1876699777737600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763537.017661:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777737600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763537.017671:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763537.017675:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763537.017678:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777737600:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763537.017705:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777737728:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763537.017725:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763537.017737:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff9c6f9118e680 x1876699777737728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763537.017750:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777737728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763537.017760:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763537.017764:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763537.017769:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777737728:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763537.144485:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763538.168450:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763539.192486:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763540.216495:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763541.240552:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763542.136451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763542.136467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763542.136473:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763542.136489:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3213
00000100:00080000:2.0:1789763542.136506:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763542.136517:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763542.136578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777737856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763542.136623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763542.136629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763542.136631:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763542.136636:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3213
00000100:00080000:2.0:1789763542.136640:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763542.136645:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763542.136658:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763542.136673:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777737984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763542.136687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763542.136692:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763542.136695:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763542.136704:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3213
00000100:00080000:2.0:1789763542.136708:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763542.136713:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763542.136720:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763542.136737:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777738112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763542.136755:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777737856:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763542.136760:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763542.136782:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763542.136785:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763542.136792:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3213
00000100:00080000:2.0:1789763542.136798:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763542.136805:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763542.136811:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763542.136826:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777738240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763542.136838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763542.136842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763542.136845:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763542.136852:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3213
00000100:00080000:2.0:1789763542.136857:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763542.136863:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763542.136869:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763542.136883:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777738368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763542.136897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763542.136901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763542.136905:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763542.136914:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3213
00000100:00080000:2.0:1789763542.136918:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763542.136921:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777737984:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763542.136929:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763542.136941:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763542.136969:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777738496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763542.136992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763542.136996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789763542.137003:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777738112:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763542.137004:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763542.137027:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3213
00000100:00080000:2.0:1789763542.137036:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763542.137042:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763542.137051:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763542.137064:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777738240:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763542.137075:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777738624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763542.137117:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777738368:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763542.137154:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777738496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763542.137178:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777738624:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763542.264454:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763543.288544:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763544.312523:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763545.208719:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789763545.208840:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763545.208873:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763545.208961:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763545.208999:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789763545.209000:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763545]  req@ffff9c6f851a0a80 x1876699777737856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789763545.209064:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789763545.209077:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777737856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789763545.209107:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00080000:0.0:1789763545.209127:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000800:00000100:2.0:1789763545.209136:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00080000:0.0:1789763545.209148:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763545.209166:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777737856:192.168.203.138@tcp:250:kworker.0
00000800:00000100:2.0:1789763545.209183:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789763545.209196:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763545]  req@ffff9c6f851a3800 x1876699777737984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763545.209316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777737984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763545.209336:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763545.209344:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763545.209368:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777737984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763545.209445:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763545]  req@ffff9c6f851a2a00 x1876699777738624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763545.209475:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777738624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763545.209491:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763545.209498:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763545.209503:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777738624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763545.209514:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763545]  req@ffff9c6f851a3100 x1876699777738112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763545.209532:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777738112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763545.209544:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763545.209549:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763545.209554:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777738112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763545.209565:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763545]  req@ffff9c6f851a0700 x1876699777738240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763545.209581:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777738240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763545.209594:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763545.209600:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763545.209605:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777738240:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763545.209616:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763545]  req@ffff9c6f851a1880 x1876699777738368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763545.209634:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777738368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763545.209646:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763545.209652:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763545.209657:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777738368:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763545.209669:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763545]  req@ffff9c6f851a0e00 x1876699777738496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763545.209689:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777738496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763545.209702:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763545.209707:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763545.209712:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777738496:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763545.336475:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763546.360450:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763547.256434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763547.256447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763547.256452:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763547.256466:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3218
00000100:00080000:3.0:1789763547.256480:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763547.256490:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763547.256541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777738752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763547.256585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763547.256590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763547.256593:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763547.256598:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3218
00000100:00080000:3.0:1789763547.256603:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763547.256608:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763547.256622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763547.256640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777738880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763547.256658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763547.256662:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763547.256667:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763547.256678:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777738752:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763547.256678:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3218
00000100:00080000:3.0:1789763547.256697:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763547.256713:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763547.256723:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763547.256754:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777739008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763547.256787:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763547.256795:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763547.256801:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763547.256809:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3218
00000100:00080000:3.0:1789763547.256830:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763547.256840:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789763547.256856:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789763547.256865:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763547.256904:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777739136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763547.256928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763547.256935:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763547.256940:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763547.256949:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3218
00000100:00080000:3.0:1789763547.256959:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763547.256967:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763547.256978:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763547.257010:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff9c6f91ebb800 x1876699777738752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763547.257014:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777739264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763547.257141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763547.257149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763547.257153:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763547.257165:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777738752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763547.257170:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3218
00000100:00080000:3.0:1789763547.257188:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763547.257207:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763547.257302:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763547.257335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777739392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763547.257386:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763547.257387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763547.257408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763547.257411:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763547.257418:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763547.257432:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777738752:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763547.257491:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777738880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763547.257577:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763547.257609:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff9c6f91eb9f80 x1876699777738880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763547.257646:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777738880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763547.257665:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763547.257674:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763547.257682:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777738880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763547.257699:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777739008:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763547.257720:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3218
00000100:00080000:3.0:1789763547.257736:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763547.257749:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789763547.257763:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789763547.257765:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763547.257810:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff9c6f91ebad80 x1876699777739008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763547.257815:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777739520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763547.257897:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777739008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763547.257931:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763547.257940:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763547.257950:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777739008:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763547.257966:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777739136:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763547.258014:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763547.258040:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff9c6f91eb9880 x1876699777739136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763547.258067:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777739136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763547.258083:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763547.258090:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763547.258098:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777739136:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763547.258112:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777739264:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763547.258155:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763547.258179:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff9c6f91ebaa00 x1876699777739264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763547.258202:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777739264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763547.258218:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763547.258271:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763547.258280:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777739264:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763547.258295:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777739392:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763547.258338:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763547.258386:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff9c6f91ebb480 x1876699777739392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763547.258414:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777739392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763547.258431:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763547.258437:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763547.258444:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777739392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763547.258488:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777739520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763547.258530:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763547.258555:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff9c6f91eb9500 x1876699777739520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763547.258578:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777739520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763547.258592:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763547.258599:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763547.258605:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777739520:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763547.384436:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763548.408395:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763549.432337:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763550.456496:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763551.480464:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763552.376464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763552.376486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763552.376495:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763552.376515:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3224
00000100:00080000:2.0:1789763552.376538:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763552.376556:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763552.376622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777739648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763552.376671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763552.376678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763552.376681:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763552.376688:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3224
00000100:00080000:2.0:1789763552.376697:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763552.376705:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763552.376721:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763552.376746:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777739776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763552.376765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763552.376774:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763552.376774:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777739648:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763552.376779:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763552.376813:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3224
00000100:00080000:2.0:1789763552.376823:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763552.376831:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763552.376846:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763552.376878:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777739904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763552.376899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763552.376907:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763552.376912:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763552.376920:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763552.376931:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3224
00000100:00080000:2.0:1789763552.376942:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763552.376949:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763552.376958:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763552.376978:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777740032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763552.376992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763552.376997:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763552.377000:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763552.377006:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3224
00000100:00080000:2.0:1789763552.377011:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763552.377019:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff9c6f851a1f80 x1876699777739648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763552.377022:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763552.377034:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763552.377055:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777740160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763552.377070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763552.377074:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763552.377078:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763552.377084:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777739648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763552.377087:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3224
00000100:00080000:2.0:1789763552.377096:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763552.377108:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763552.377121:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763552.377138:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777740288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763552.377149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763552.377153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763552.377155:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763552.377159:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3224
00000100:00080000:2.0:1789763552.377161:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763552.377165:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763552.377169:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763552.377178:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777740416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763552.377361:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763552.377371:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763552.377378:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777739648:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763552.377607:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777739776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763552.377735:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763552.377772:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff9c6f851a1c00 x1876699777739776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763552.377796:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777739776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763552.377814:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763552.377822:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763552.377830:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777739776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763552.377842:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777739904:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763552.377888:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763552.377914:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff9c6f851a3b80 x1876699777739904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763552.377932:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777739904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763552.377952:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763552.377956:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763552.377961:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777739904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763552.377969:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777740032:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763552.377998:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763552.378011:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff9c6f851a1180 x1876699777740032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763552.378025:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777740032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763552.378035:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763552.378039:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763552.378042:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777740032:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763552.378049:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777740160:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763552.378068:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763552.378079:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff9c6f851a1500 x1876699777740160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763552.378093:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777740160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763552.378103:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763552.378106:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763552.378111:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777740160:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763552.378117:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777740288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763552.378136:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763552.378146:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff9c6f851a0000 x1876699777740288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763552.378159:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777740288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763552.378168:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763552.378172:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763552.378176:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777740288:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763552.378182:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777740416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763552.378200:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763552.378211:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff9c6f851a3480 x1876699777740416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763552.378267:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777740416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763552.378279:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763552.378285:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763552.378294:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777740416:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763552.504456:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763553.528464:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763554.552455:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763555.576486:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763556.600600:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763557.496347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763557.496355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763557.496358:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763557.496367:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3229
00000100:00080000:0.0:1789763557.496376:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763557.496382:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763557.496423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777740544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763557.496451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763557.496456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763557.496458:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763557.496464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3229
00000100:00080000:0.0:1789763557.496469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763557.496474:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763557.496486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763557.496486:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777740544:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763557.496509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777740672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763557.496523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763557.496527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763557.496529:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763557.496533:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3229
00000100:00080000:0.0:1789763557.496538:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763557.496542:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789763557.496548:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789763557.496551:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763557.496567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777740800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763557.496585:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff9c6f84ef5880 x1876699777740544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763557.496589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763557.496597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763557.496602:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763557.496608:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3229
00000100:00100000:3.0:1789763557.496611:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777740544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763557.496614:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763557.496623:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789763557.496626:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763557.496630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789763557.496632:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763557.496638:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777740544:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763557.496648:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777740928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763557.496659:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777740672:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763557.496664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763557.496669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763557.496671:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763557.496677:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3229
00000800:00000100:3.0:1789763557.496682:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763557.496684:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763557.496690:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763557.496695:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763557.496696:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff9c6f84ef6a00 x1876699777740672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763557.496707:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777741056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763557.496710:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777740672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763557.496728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763557.496730:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763557.496733:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763557.496737:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763557.496738:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763557.496744:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777740672:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763557.496747:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3229
00000100:00080000:0.0:1789763557.496752:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763557.496755:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777740800:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763557.496758:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763557.496764:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763557.496774:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777741184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763557.496779:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763557.496790:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff9c6f84ef6d80 x1876699777740800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763557.496792:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763557.496802:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763557.496807:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763557.496817:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3229
00000100:00100000:3.0:1789763557.496821:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777740800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763557.496824:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763557.496832:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763557.496834:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789763557.496838:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763557.496842:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777740800:192.168.203.138@tcp:38:kworker.0
00000008:00100000:0.0:1789763557.496844:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763557.496852:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777740928:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763557.496863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777741312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763557.496869:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763557.496880:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff9c6f84ef5f80 x1876699777740928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763557.496890:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777740928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763557.496896:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763557.496900:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763557.496902:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777740928:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763557.496906:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777741056:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763557.496916:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763557.496922:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff9c6f84ef5c00 x1876699777741056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763557.496929:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777741056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763557.496939:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763557.496941:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763557.496943:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777741056:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763557.496946:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777741184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763557.496956:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763557.496961:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff9c6f84ef4380 x1876699777741184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763557.496968:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777741184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763557.496973:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763557.496975:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763557.496977:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777741184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763557.496985:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777741312:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763557.496994:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763557.497000:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff9c6f84ef4e00 x1876699777741312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763557.497007:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777741312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763557.497011:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763557.497013:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763557.497016:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777741312:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763557.624387:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763558.648400:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763559.672377:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763560.696477:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763561.720434:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763562.616419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763562.616438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763562.616445:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763562.616464:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3234
00000100:00080000:0.0:1789763562.616483:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763562.616497:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763562.616561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777741440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763562.616612:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763562.616620:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763562.616623:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763562.616632:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3234
00000100:00080000:0.0:1789763562.616640:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763562.616648:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763562.616665:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763562.616692:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777741568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763562.616715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763562.616723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763562.616726:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763562.616737:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777741440:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763562.616742:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3234
00000100:00080000:0.0:1789763562.616756:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763562.616765:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763562.616776:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763562.616805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777741696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763562.616821:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763562.616826:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763562.616828:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763562.616837:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763562.616840:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3234
00000100:00080000:0.0:1789763562.616851:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763562.616858:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763562.616866:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763562.616884:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777741824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763562.616898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763562.616905:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562]  req@ffff9c6f84ef7800 x1876699777741440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763562.616906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763562.616914:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763562.616929:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3234
00000100:00080000:0.0:1789763562.616940:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763562.616946:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763562.616954:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763562.616960:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777741440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763562.616975:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777741952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763562.616981:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763562.616999:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763562.617005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763562.617011:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777741440:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763562.617014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763562.617021:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763562.617032:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777741568:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763562.617034:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3234
00000100:00080000:0.0:1789763562.617044:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763562.617052:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763562.617058:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763562.617082:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777742080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763562.617084:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763562.617105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763562.617110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763562.617112:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763562.617123:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3234
00000100:00080000:0.0:1789763562.617127:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763562.617131:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763562.617136:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763562.617147:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562]  req@ffff9c6f84ef4700 x1876699777741568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763562.617150:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777742208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763562.617205:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777741568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763562.617292:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763562.617298:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763562.617303:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777741568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763562.617336:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777741696:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763562.617372:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763562.617388:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562]  req@ffff9c6f84ef7480 x1876699777741696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763562.617403:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777741696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763562.617413:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763562.617418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763562.617422:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777741696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763562.617428:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777741824:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763562.617447:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763562.617458:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562]  req@ffff9c6f84ef6300 x1876699777741824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763562.617472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777741824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763562.617482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763562.617485:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763562.617488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777741824:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763562.617495:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777741952:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763562.617513:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763562.617524:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562]  req@ffff9c6f84ef4a80 x1876699777741952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763562.617547:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777741952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763562.617556:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763562.617560:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763562.617563:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777741952:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763562.617569:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777742080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763562.617588:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763562.617599:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562]  req@ffff9c6f84ef4000 x1876699777742080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763562.617612:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777742080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763562.617621:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763562.617624:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763562.617628:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777742080:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763562.617634:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777742208:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763562.617652:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763562.617663:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562]  req@ffff9c6f84ef5500 x1876699777742208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763562.617676:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777742208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763562.617693:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763562.617697:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763562.617701:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777742208:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763562.744450:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763563.768443:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763564.792401:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763565.816447:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763566.840484:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763567.736381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763567.736395:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763567.736401:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763567.736416:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3239
00000100:00080000:1.0:1789763567.736433:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763567.736445:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763567.736497:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777742336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763567.736536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763567.736541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763567.736544:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763567.736550:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3239
00000100:00080000:1.0:1789763567.736555:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763567.736559:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763567.736571:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763567.736589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777742464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763567.736605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763567.736609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763567.736612:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763567.736617:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3239
00000100:00100000:3.0:1789763567.736627:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777742336:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763567.736628:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763567.736642:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763567.736650:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763567.736665:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777742592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763567.736679:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763567.736684:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763567.736687:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763567.736693:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3239
00000100:00080000:1.0:1789763567.736699:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763567.736703:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763567.736708:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763567.736724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777742720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763567.736735:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763567.736750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763567.736756:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763567.736759:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763567.736767:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3239
00000100:00080000:1.0:1789763567.736773:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763567.736778:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763567.736784:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763567.736809:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763567]  req@ffff9c6f9118c380 x1876699777742336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763567.736810:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777742848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763567.736878:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763567.736883:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763567.736888:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763567.736891:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777742336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763567.736899:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3239
00000100:00080000:1.0:1789763567.736909:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763567.736921:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789763567.736926:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763567.736928:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763567.736940:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763567.736947:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777742336:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763567.736959:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777742464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763567.736970:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777742976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763567.736987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763567.736992:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763567.736998:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763567.737000:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763567.737010:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3239
00000100:00080000:1.0:1789763567.737019:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763567.737028:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763567]  req@ffff9c6f9118f800 x1876699777742464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763567.737030:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763567.737043:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763567.737066:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777742464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763567.737073:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777743104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763567.737108:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763567.737120:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763567.737127:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777742464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763567.737163:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777742592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763567.737190:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763567.737204:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763567]  req@ffff9c6f9118c700 x1876699777742592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763567.737306:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777742592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763567.737324:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763567.737331:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763567.737338:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777742592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763567.737352:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777742720:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763567.737390:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763567.737407:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763567]  req@ffff9c6f9118d500 x1876699777742720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763567.737439:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777742720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763567.737450:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763567.737455:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763567.737459:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777742720:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763567.737466:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777742848:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763567.737490:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763567.737502:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763567]  req@ffff9c6f9118ed80 x1876699777742848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763567.737516:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777742848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763567.737525:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763567.737529:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763567.737533:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777742848:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763567.737540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777742976:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763567.737560:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763567.737571:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763567]  req@ffff9c6f9118e680 x1876699777742976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763567.737584:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777742976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763567.737594:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763567.737597:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763567.737600:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777742976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763567.737606:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777743104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763567.737625:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763567.737635:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763567]  req@ffff9c6f9118f100 x1876699777743104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763567.737658:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777743104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763567.737667:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763567.737670:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763567.737674:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777743104:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763567.864386:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763568.888435:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763569.912422:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763570.936427:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763571.960489:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763572.856450:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763572.856464:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763572.856470:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763572.856502:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3244
00000100:00080000:2.0:1789763572.856520:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763572.856532:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763572.856608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777743232/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763572.856660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763572.856665:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763572.856668:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763572.856675:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3244
00000100:00080000:2.0:1789763572.856680:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763572.856687:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763572.856702:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763572.856728:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777743360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763572.856753:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763572.856765:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777743232:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763572.856766:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763572.856775:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763572.856809:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3244
00000100:00080000:2.0:1789763572.856816:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763572.856825:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763572.856836:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763572.856862:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777743488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763572.856881:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763572.856906:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763572.856913:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763572.856918:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763572.856928:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3244
00000100:00080000:2.0:1789763572.856941:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763572.856952:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763572.856964:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763572.856993:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777743616/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763572.857002:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572]  req@ffff9c6f851a2d80 x1876699777743232/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763572.857035:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763572.857048:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763572.857054:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763572.857066:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777743232/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763572.857067:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3244
00000100:00080000:2.0:1789763572.857083:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763572.857119:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789763572.857127:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763572.857133:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763572.857142:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763572.857154:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777743232:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763572.857167:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777743744/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763572.857235:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763572.857299:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777743360:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763572.857318:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763572.857324:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763572.857334:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3244
00000100:00080000:2.0:1789763572.857358:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763572.857362:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763572.857374:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763572.857389:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763572.857400:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572]  req@ffff9c6f851a0380 x1876699777743360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763572.857424:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777743872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763572.857436:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777743360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763572.857471:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763572.857476:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763572.857484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763572.857508:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789763572.857511:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763572.857524:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777743360:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763572.857530:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3244
00000100:00080000:2.0:1789763572.857544:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763572.857553:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777743488:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763572.857558:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763572.857592:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763572.857623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777744000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763572.857637:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763572.857679:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572]  req@ffff9c6f851a2680 x1876699777743488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763572.857707:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777743488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763572.857726:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763572.857733:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763572.857739:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777743488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763572.857752:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777743616:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763572.857787:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763572.857808:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572]  req@ffff9c6f851a2300 x1876699777743616/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763572.857848:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777743616/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763572.857865:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763572.857871:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763572.857878:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777743616:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763572.857889:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777743744:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763572.857943:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763572.857966:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572]  req@ffff9c6f851a3480 x1876699777743744/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763572.857991:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777743744/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763572.858009:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763572.858016:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763572.858023:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777743744:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763572.858064:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777743872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763572.858125:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763572.858145:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572]  req@ffff9c6f851a0000 x1876699777743872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763572.858159:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777743872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763572.858193:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763572.858198:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763572.858202:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777743872:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763572.858210:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777744000:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763572.858286:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763572.858303:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572]  req@ffff9c6f851a1500 x1876699777744000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763572.858318:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777744000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763572.858329:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763572.858333:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763572.858337:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777744000:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763572.984448:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763574.008495:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763575.032469:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763576.056470:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763577.080483:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763577.976437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763577.976453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763577.976459:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763577.976474:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3249
00000100:00080000:0.0:1789763577.976491:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763577.976502:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763577.976572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777744128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763577.976619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763577.976626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763577.976632:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763577.976641:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3249
00000100:00080000:0.0:1789763577.976650:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763577.976661:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763577.976682:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763577.976693:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777744128:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763577.976717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777744256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763577.976736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763577.976741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763577.976745:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763577.976750:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3249
00000100:00080000:0.0:1789763577.976756:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763577.976762:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763577.976770:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763577.976784:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777744384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763577.976805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763577.976810:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763577.976813:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763577.976824:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763577.976826:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3249
00000100:00080000:0.0:1789763577.976837:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763577.976842:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763577.976848:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763577.976873:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777744512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763577.976892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763577.976900:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763577.976904:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763577.976914:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577]  req@ffff9c6f84ef6680 x1876699777744128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763577.976917:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3249
00000100:00080000:0.0:1789763577.976937:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763577.976955:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763577.976966:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763577.976968:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777744128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763577.976990:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763577.976995:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777744640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763577.977002:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763577.977018:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777744128:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763577.977026:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763577.977032:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763577.977036:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763577.977044:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3249
00000100:00080000:0.0:1789763577.977050:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763577.977056:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763577.977062:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763577.977065:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777744256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763577.977086:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777744768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763577.977113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763577.977152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763577.977157:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763577.977168:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763577.977177:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3249
00000100:00080000:0.0:1789763577.977189:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763577.977198:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577]  req@ffff9c6f84ef5500 x1876699777744256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763577.977204:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763577.977289:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777744256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763577.977302:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763577.977310:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000008:00100000:0.0:1789763577.977312:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763577.977318:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777744256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763577.977337:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777744384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763577.977351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777744896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763577.977392:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763577.977423:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577]  req@ffff9c6f84ef4000 x1876699777744384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763577.977450:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777744384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763577.977461:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763577.977466:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763577.977470:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777744384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763577.977479:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777744512:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763577.977509:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763577.977523:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577]  req@ffff9c6f84ef4a80 x1876699777744512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763577.977538:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777744512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763577.977565:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763577.977569:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763577.977573:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777744512:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763577.977580:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777744640:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763577.977599:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763577.977610:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577]  req@ffff9c6f84ef6300 x1876699777744640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763577.977624:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777744640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763577.977634:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763577.977638:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763577.977641:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777744640:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763577.977664:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777744768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763577.977684:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763577.977696:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577]  req@ffff9c6f84ef7480 x1876699777744768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763577.977709:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777744768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763577.977719:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763577.977722:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763577.977727:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777744768:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763577.977734:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777744896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763577.977754:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763577.977765:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577]  req@ffff9c6f84ef4700 x1876699777744896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763577.977781:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777744896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763577.977808:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763577.977814:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763577.977821:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777744896:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763578.104474:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763579.128434:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763580.152461:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763581.176459:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763582.200439:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763583.096466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763583.096485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763583.096493:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763583.096511:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3254
00000100:00080000:1.0:1789763583.096531:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763583.096546:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763583.096634:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777745024/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763583.096683:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763583.096689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763583.096692:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763583.096697:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3254
00000100:00080000:1.0:1789763583.096703:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763583.096710:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763583.096723:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763583.096749:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777745024:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763583.096753:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777745152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763583.096797:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763583.096805:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763583.096809:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763583.096818:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3254
00000100:00080000:1.0:1789763583.096829:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763583.096835:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763583.096845:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763583.096845:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763583.096888:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777745280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763583.096901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763583.096906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763583.096908:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763583.096914:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3254
00000100:00080000:1.0:1789763583.096920:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763583.096926:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff9c6f9118ca80 x1876699777745024/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763583.096932:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763583.096962:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763583.096998:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777745024/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763583.097000:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777745408/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763583.097018:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763583.097030:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763583.097042:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777745024:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763583.097071:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763583.097080:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763583.097084:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763583.097124:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3254
00000100:00100000:3.0:1789763583.097127:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777745152:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763583.097150:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763583.097171:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763583.097179:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763583.097217:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777745536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763583.097227:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763583.097247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763583.097298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763583.097301:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763583.097310:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff9c6f9118d180 x1876699777745152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763583.097313:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3254
00000100:00080000:1.0:1789763583.097328:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763583.097339:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763583.097346:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777745152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763583.097351:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763583.097373:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763583.097384:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763583.097386:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777745664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763583.097394:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777745152:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763583.097437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763583.097443:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777745280:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763583.097445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763583.097451:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763583.097466:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3254
00000100:00080000:1.0:1789763583.097475:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763583.097483:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763583.097510:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763583.097525:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763583.097540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777745792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763583.097558:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff9c6f9118ce00 x1876699777745280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763583.097632:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777745280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763583.097655:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763583.097664:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763583.097675:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777745280:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763583.097686:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777745408:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763583.097717:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763583.097733:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff9c6f9118df80 x1876699777745408/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763583.097749:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777745408/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763583.097759:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763583.097763:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763583.097767:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777745408:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763583.097791:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777745536:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763583.097812:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763583.097824:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff9c6f9118dc00 x1876699777745536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763583.097838:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777745536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763583.097847:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763583.097868:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763583.097872:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777745536:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763583.097878:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777745664:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763583.097897:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763583.097908:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff9c6f9118ca80 x1876699777745664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763583.097921:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777745664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763583.097955:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763583.097959:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763583.097963:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777745664:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763583.097970:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777745792:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763583.097989:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763583.097999:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff9c6f9118f100 x1876699777745792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763583.098012:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777745792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763583.098021:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763583.098025:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763583.098029:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777745792:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763583.224438:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763584.248462:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763585.272498:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763586.296453:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763587.320484:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763588.216424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763588.216446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763588.216456:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763588.216497:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3259
00000100:00080000:3.0:1789763588.216518:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763588.216532:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763588.216602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777745920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763588.216657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763588.216664:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763588.216667:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763588.216674:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3259
00000100:00080000:3.0:1789763588.216680:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763588.216690:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763588.216709:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763588.216722:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777745920:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763588.216750:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777746048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763588.216773:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763588.216779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763588.216783:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763588.216796:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3259
00000100:00080000:3.0:1789763588.216819:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763588.216825:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789763588.216836:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789763588.216838:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763588.216874:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777746176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763588.216899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763588.216905:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763588.216908:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763588.216921:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3259
00000100:00100000:2.0:1789763588.216924:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff9c6f91eb9500 x1876699777745920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763588.216954:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777745920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763588.216970:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763588.216975:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763588.216981:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777745920:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763588.217016:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777746048:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763588.217052:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763588.217096:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763588.217106:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763588.217127:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763588.217131:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777746304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763588.217180:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff9c6f91ebb480 x1876699777746048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763588.217201:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777746048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763588.217215:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763588.217301:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763588.217308:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777746048:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763588.217321:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777746176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763588.217370:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763588.217394:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff9c6f91ebaa00 x1876699777746176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763588.217414:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777746176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763588.217430:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763588.217437:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763588.217446:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777746176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763588.217467:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777746304:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763588.217494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763588.217497:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763588.217512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1789763588.217528:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff9c6f91eb9880 x1876699777746304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763588.217553:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777746304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763588.217567:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763588.217574:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763588.217584:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777746304:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763588.217588:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763588.217605:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3259
00000100:00080000:3.0:1789763588.217617:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763588.217628:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763588.217641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763588.217671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777746432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763588.217700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763588.217706:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763588.217710:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763588.217717:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3259
00000100:00080000:3.0:1789763588.217722:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763588.217727:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763588.217738:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763588.217744:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777746432:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763588.217759:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777746560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763588.217778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763588.217783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:2.0:1789763588.217795:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763588.217796:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763588.217810:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3259
00000100:00080000:3.0:1789763588.217819:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763588.217833:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763588.217835:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff9c6f91ebad80 x1876699777746432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763588.217851:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763588.217881:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777746688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763588.217889:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777746432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763588.217954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763588.217962:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763588.217968:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777746432:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763588.217996:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777746560:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763588.218031:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763588.218044:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff9c6f91eb9f80 x1876699777746560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763588.218090:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777746560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763588.218106:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763588.218113:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763588.218120:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777746560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763588.218132:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777746688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763588.218167:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763588.218182:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff9c6f91ebb800 x1876699777746688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763588.218197:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777746688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763588.218215:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763588.218219:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763588.218266:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777746688:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763588.344506:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763589.368364:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763590.392511:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763591.416428:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763592.440460:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763593.336332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763593.336342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763593.336347:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763593.336357:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3264
00000100:00080000:3.0:1789763593.336369:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763593.336376:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763593.336440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777746816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763593.336498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763593.336503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763593.336505:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763593.336511:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3264
00000100:00080000:3.0:1789763593.336516:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763593.336521:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763593.336532:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763593.336535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777746816:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763593.336548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777746944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763593.336558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763593.336560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763593.336562:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763593.336565:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3264
00000100:00080000:3.0:1789763593.336569:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763593.336571:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763593.336575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763593.336583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777747072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763593.336590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763593.336592:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763593.336593:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763593.336598:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763593.336600:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3264
00000100:00080000:3.0:1789763593.336605:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763593.336608:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763593.336612:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763593.336621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777747200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763593.336628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763593.336630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763593.336632:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763593.336635:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3264
00000100:00100000:2.0:1789763593.336639:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff9c6f91ebb800 x1876699777746816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763593.336640:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763593.336651:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763593.336666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763593.336673:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777746816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763593.336682:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777747328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763593.336686:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763593.336694:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763593.336701:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777746816:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763593.336706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763593.336712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763593.336714:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763593.336719:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3264
00000100:00100000:2.0:1789763593.336724:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777746944:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763593.336726:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763593.336735:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763593.336742:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763593.336746:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763593.336757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777747456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763593.336760:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff9c6f91eb9f80 x1876699777746944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763593.336792:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763593.336797:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777746944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763593.336798:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763593.336802:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763593.336810:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3264
00000100:00080000:2.0:1789763593.336813:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763593.336815:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763593.336819:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763593.336824:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763593.336828:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777746944:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789763593.336830:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763593.336837:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777747072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763593.336842:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777747584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763593.336856:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763593.336866:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff9c6f91ebad80 x1876699777747072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763593.336875:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777747072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763593.336880:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763593.336882:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763593.336885:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777747072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763593.336888:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777747200:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763593.336915:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763593.336923:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff9c6f91eb9880 x1876699777747200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763593.336932:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777747200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763593.336938:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763593.336940:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763593.336943:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777747200:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763593.336946:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777747328:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763593.336958:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763593.336964:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff9c6f91ebaa00 x1876699777747328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763593.336973:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777747328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763593.336979:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763593.336981:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763593.336983:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777747328:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763593.336995:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777747456:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763593.337007:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763593.337015:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff9c6f91ebb480 x1876699777747456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763593.337064:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777747456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763593.337072:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763593.337075:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763593.337079:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777747456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763593.337085:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777747584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763593.337105:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763593.337131:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff9c6f91eb9500 x1876699777747584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763593.337140:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777747584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763593.337151:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763593.337154:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763593.337156:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777747584:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763593.464377:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763594.488432:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763595.512514:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763596.536477:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763597.560510:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763598.456384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763598.456400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763598.456409:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763598.456428:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3270
00000100:00080000:3.0:1789763598.456448:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763598.456461:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763598.456527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777747712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763598.456579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763598.456588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763598.456592:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763598.456601:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3270
00000100:00080000:3.0:1789763598.456609:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763598.456618:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763598.456638:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763598.456668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777747840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763598.456688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763598.456693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763598.456697:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763598.456709:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777747712:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763598.456712:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3270
00000100:00080000:3.0:1789763598.456730:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763598.456743:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763598.456757:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763598.456789:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777747968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763598.456808:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763598.456814:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763598.456817:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763598.456831:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763598.456832:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3270
00000100:00080000:3.0:1789763598.456846:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763598.456854:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763598.456864:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763598.456884:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777748096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763598.456900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763598.456904:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763598.456907:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763598.456913:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3270
00000100:00080000:3.0:1789763598.456919:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763598.456929:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff9c6f91eb9500 x1876699777747712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763598.456932:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763598.456951:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763598.457017:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777748224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763598.457027:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777747712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763598.457069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763598.457085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763598.457092:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763598.457093:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763598.457125:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763598.457126:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3270
00000100:00080000:3.0:1789763598.457145:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763598.457146:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777747712:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763598.457164:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763598.457175:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763598.457191:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777748352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763598.457207:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763598.457216:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777747840:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763598.457257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763598.457262:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763598.457269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3270
00000100:00080000:3.0:1789763598.457286:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763598.457296:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763598.457305:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763598.457326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777748480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763598.457342:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763598.457374:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff9c6f91ebb480 x1876699777747840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763598.457401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777747840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763598.457415:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763598.457420:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763598.457425:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777747840:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763598.457436:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777747968:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763598.457460:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763598.457473:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff9c6f91ebaa00 x1876699777747968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763598.457488:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777747968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763598.457497:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763598.457501:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763598.457505:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777747968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763598.457512:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777748096:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763598.457532:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763598.457543:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff9c6f91eb9880 x1876699777748096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763598.457556:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777748096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763598.457566:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763598.457570:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763598.457574:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777748096:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763598.457580:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777748224:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763598.457599:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763598.457611:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff9c6f91ebad80 x1876699777748224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763598.457634:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777748224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763598.457650:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763598.457656:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763598.457663:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777748224:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763598.457699:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777748352:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763598.457739:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763598.457757:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff9c6f91eb9f80 x1876699777748352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763598.457772:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777748352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763598.457783:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763598.457787:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763598.457791:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777748352:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763598.457799:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777748480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763598.457827:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763598.457847:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff9c6f91ebb800 x1876699777748480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763598.457872:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777748480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763598.457902:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763598.457909:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763598.457917:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777748480:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763598.584525:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763599.608434:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763600.632481:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763601.656460:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763602.680431:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763603.576407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763603.576423:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763603.576429:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763603.576444:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3275
00000100:00080000:0.0:1789763603.576462:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763603.576473:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763603.576537:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777748608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763603.576590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763603.576596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763603.576600:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763603.576608:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3275
00000100:00080000:0.0:1789763603.576615:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763603.576620:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763603.576636:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763603.576643:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777748608:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763603.576658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777748736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763603.576675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763603.576680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763603.576682:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763603.576688:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3275
00000100:00080000:0.0:1789763603.576692:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763603.576697:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763603.576704:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763603.576718:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777748864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763603.576731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763603.576736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763603.576739:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763603.576743:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3275
00000100:00080000:0.0:1789763603.576749:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763603.576757:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763603.576759:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763603.576771:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763603.576789:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777748992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763603.576811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763603.576816:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763603.576818:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763603.576823:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3275
00000100:00080000:0.0:1789763603.576827:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763603.576831:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763603.576837:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763603.576862:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763603]  req@ffff9c6f84ef7800 x1876699777748608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763603.576863:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777749120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763603.576909:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763603.576917:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763603.576920:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763603.576927:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3275
00000100:00080000:0.0:1789763603.576931:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763603.576936:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777748608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763603.576965:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763603.576978:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763603.576995:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763603.577003:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777749248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763603.577011:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763603.577032:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777748608:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763603.577034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763603.577047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763603.577053:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763603.577061:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3275
00000100:00080000:0.0:1789763603.577068:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763603.577073:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763603.577080:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763603.577092:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777749376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763603.577104:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777748736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763603.577158:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763603.577179:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763603]  req@ffff9c6f84ef4e00 x1876699777748736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763603.577196:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777748736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763603.577208:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763603.577212:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763603.577216:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777748736:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763603.577261:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777748864:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763603.577288:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763603.577303:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763603]  req@ffff9c6f84ef4380 x1876699777748864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763603.577319:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777748864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763603.577329:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763603.577333:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763603.577337:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777748864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763603.577348:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777748992:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763603.577386:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763603.577408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763603]  req@ffff9c6f84ef5c00 x1876699777748992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763603.577433:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777748992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763603.577451:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763603.577457:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763603.577462:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777748992:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763603.577470:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777749120:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763603.577501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763603.577516:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763603]  req@ffff9c6f84ef5f80 x1876699777749120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763603.577531:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777749120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763603.577541:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763603.577544:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763603.577548:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777749120:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763603.577554:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777749248:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763603.577576:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763603.577587:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763603]  req@ffff9c6f84ef6d80 x1876699777749248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763603.577601:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777749248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763603.577610:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763603.577614:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763603.577617:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777749248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763603.577642:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777749376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763603.577663:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763603.577675:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763603]  req@ffff9c6f84ef6a00 x1876699777749376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763603.577688:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777749376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763603.577707:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763603.577711:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763603.577715:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777749376:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763603.704464:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763604.728493:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763605.752482:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763606.776561:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763607.800559:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763608.696370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763608.696383:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763608.696389:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763608.696403:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3280
00000100:00080000:0.0:1789763608.696417:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763608.696427:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763608.696473:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777749504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763608.696529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763608.696536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763608.696540:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763608.696550:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3280
00000100:00080000:0.0:1789763608.696560:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763608.696570:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763608.696588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763608.696602:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777749504:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763608.696626:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777749632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763608.696655:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763608.696660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763608.696675:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763608.696682:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3280
00000100:00080000:0.0:1789763608.696692:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763608.696699:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763608.696707:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763608.696724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777749760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763608.696737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763608.696741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763608.696743:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763608.696750:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3280
00000100:00080000:0.0:1789763608.696756:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763608.696760:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763608.696769:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763608.696792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777749888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763608.696813:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763608.696817:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777749632:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763608.696820:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763608.696832:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763608.696841:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3280
00000100:00080000:0.0:1789763608.696847:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763608.696851:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763608.696858:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763608.696886:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777750016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763608.696902:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763608.696933:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777749760:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763608.696936:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763608.696944:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763608.696963:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3280
00000100:00080000:0.0:1789763608.696971:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763608.696977:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763608.696986:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763608.697006:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777750144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763608.697021:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763608.697026:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763608.697030:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763608.697040:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3280
00000100:00100000:2.0:1789763608.697046:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777749888:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789763608.697049:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763608.697069:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763608.697079:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763608.697104:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777750272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763608.697125:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777750016:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763608.697164:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777750144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763608.697192:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777750272:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763608.824492:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763609.848480:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763610.872569:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763611.768596:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:3.0:1789763611.768656:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763611.768679:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789763611.768729:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789763611.768741:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789763611.768753:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789763611.768779:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789763611.768790:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789763611.768810:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:2.0:1789763611.768849:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763611]  req@ffff9c6f84ef5f80 x1876699777749888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763611.768944:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777749888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763611.768986:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763611.768997:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763611.769007:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777749888:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763611.769025:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763611]  req@ffff9c6f84ef5c00 x1876699777750016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763611.769055:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777750016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763611.769072:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763611.769078:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763611.769083:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777750016:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763611.769096:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763611]  req@ffff9c6f84ef4380 x1876699777750144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763611.769125:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777750144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763611.769141:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763611.769147:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763611.769154:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777750144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763611.769168:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763611]  req@ffff9c6f84ef6a00 x1876699777749632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763611.769192:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777749632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763611.769208:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763611.769215:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763611.769266:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777749632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763611.769283:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763611]  req@ffff9c6f84ef6d80 x1876699777749760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763611.769318:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777749760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763611.769336:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763611.769345:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763611.769352:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777749760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763611.769366:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763611]  req@ffff9c6f84ef5880 x1876699777749504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763611.769391:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777749504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763611.769411:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763611.769419:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763611.769426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777749504:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763611.769507:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763611]  req@ffff9c6f84ef4e00 x1876699777750272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763611.769534:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777750272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763611.769550:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763611.769557:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763611.769564:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777750272:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763611.896486:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763612.920505:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763613.816469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763613.816485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763613.816493:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763613.816522:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3285
00000100:00080000:2.0:1789763613.816542:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763613.816556:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763613.816620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777750400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763613.816666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763613.816674:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763613.816678:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763613.816685:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3285
00000100:00080000:2.0:1789763613.816694:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763613.816704:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763613.816723:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763613.816760:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777750400:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763613.816761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777750528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763613.816811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763613.816819:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763613.816822:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763613.816832:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3285
00000100:00080000:2.0:1789763613.816842:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763613.816852:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763613.816863:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763613.816923:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777750656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763613.816944:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763613.816964:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763613.816972:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763613.816979:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763613.816990:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3285
00000100:00080000:2.0:1789763613.817002:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763613.817011:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763613.817024:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763613.817037:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613]  req@ffff9c6f851a1180 x1876699777750400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763613.817063:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777750784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763613.817090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763613.817096:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777750400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763613.817101:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763613.817111:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763613.817142:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3285
00000100:00080000:3.0:1789763613.817154:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763613.817156:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763613.817168:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763613.817178:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763613.817206:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763613.817211:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777750912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763613.817277:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777750400:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763613.817327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763613.817335:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763613.817341:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763613.817345:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777750528:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763613.817358:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3285
00000100:00080000:2.0:1789763613.817373:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763613.817385:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763613.817397:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763613.817429:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777751040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763613.817451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763613.817457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763613.817461:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763613.817468:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3285
00000100:00080000:2.0:1789763613.817476:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763613.817483:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763613.817492:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763613.817515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777751168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763613.818212:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763613.818312:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613]  req@ffff9c6f851a3b80 x1876699777750528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763613.818347:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777750528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763613.818368:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763613.818376:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763613.818385:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777750528:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763613.818403:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777750656:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763613.818462:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763613.818489:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613]  req@ffff9c6f851a1c00 x1876699777750656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763613.818537:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777750656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763613.818556:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763613.818563:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763613.818571:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777750656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763613.818585:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777750784:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763613.818628:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763613.818652:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613]  req@ffff9c6f851a1f80 x1876699777750784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763613.818678:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777750784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763613.818696:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763613.818703:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763613.818711:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777750784:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763613.818726:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777750912:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763613.818759:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763613.818775:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613]  req@ffff9c6f851a0e00 x1876699777750912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763613.818793:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777750912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763613.818810:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763613.818817:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763613.818823:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777750912:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763613.818895:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777751040:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763613.818952:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763613.818980:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613]  req@ffff9c6f851a1880 x1876699777751040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763613.819020:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777751040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763613.819038:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763613.819045:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763613.819052:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777751040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763613.819065:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777751168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763613.819097:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763613.819114:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613]  req@ffff9c6f851a0700 x1876699777751168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763613.819129:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777751168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763613.819139:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763613.819143:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763613.819147:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777751168:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763613.944450:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763614.968561:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763615.992541:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763617.016466:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763618.040481:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763618.936392:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763618.936417:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763618.936423:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763618.936439:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3290
00000100:00080000:0.0:1789763618.936457:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763618.936470:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763618.936531:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777751296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763618.936594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763618.936599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763618.936601:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763618.936607:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3290
00000100:00080000:0.0:1789763618.936613:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763618.936620:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763618.936635:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763618.936657:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777751424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763618.936674:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777751296:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763618.936677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763618.936693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763618.936697:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763618.936704:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3290
00000100:00080000:0.0:1789763618.936708:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763618.936713:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763618.936719:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763618.936737:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777751552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763618.936750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763618.936754:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763618.936757:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763618.936763:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3290
00000100:00080000:0.0:1789763618.936768:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763618.936772:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763618.936778:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763618.936780:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763618.936807:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777751680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763618.936857:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763618.936869:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618]  req@ffff9c6f84ef7800 x1876699777751296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763618.936885:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763618.936894:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763618.936913:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3290
00000100:00080000:0.0:1789763618.936928:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763618.936941:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763618.936952:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763618.936956:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777751296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763618.936977:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763618.936986:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777751808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763618.936987:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763618.937001:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777751296:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763618.937030:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763618.937036:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763618.937039:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763618.937047:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3290
00000100:00100000:3.0:1789763618.937054:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777751424:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763618.937056:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763618.937070:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763618.937079:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763618.937100:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777751936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763618.937118:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763618.937118:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763618.937140:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763618.937143:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763618.937150:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3290
00000100:00080000:0.0:1789763618.937156:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763618.937160:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618]  req@ffff9c6f84ef4700 x1876699777751424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763618.937166:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763618.937177:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763618.937200:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777752064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763618.937214:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777751424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763618.937299:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763618.937306:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763618.937313:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777751424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763618.937325:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777751552:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763618.937361:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763618.937379:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618]  req@ffff9c6f84ef7480 x1876699777751552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763618.937394:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777751552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763618.937412:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763618.937417:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763618.937421:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777751552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763618.937427:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777751680:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763618.937466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763618.937479:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618]  req@ffff9c6f84ef6300 x1876699777751680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763618.937500:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777751680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763618.937516:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763618.937522:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763618.937528:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777751680:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763618.937541:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777751808:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763618.937579:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763618.937601:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618]  req@ffff9c6f84ef4a80 x1876699777751808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763618.937618:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777751808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763618.937628:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763618.937632:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763618.937637:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777751808:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763618.937661:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777751936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763618.937688:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763618.937701:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618]  req@ffff9c6f84ef4000 x1876699777751936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763618.937715:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777751936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763618.937725:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763618.937729:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763618.937732:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777751936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763618.937739:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777752064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763618.937758:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763618.937769:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618]  req@ffff9c6f84ef5500 x1876699777752064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763618.937782:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777752064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763618.937792:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763618.937795:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763618.937799:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777752064:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763619.064436:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763620.088460:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763621.112505:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763622.136476:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763623.160453:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763624.056328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763624.056342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763624.056348:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763624.056364:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3295
00000100:00080000:0.0:1789763624.056381:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763624.056392:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763624.056453:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777752192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763624.056509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763624.056519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763624.056523:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763624.056535:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3295
00000100:00080000:0.0:1789763624.056546:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763624.056556:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763624.056575:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763624.056588:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777752192:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763624.056612:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777752320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763624.056636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763624.056642:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763624.056645:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763624.056653:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3295
00000100:00080000:0.0:1789763624.056661:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763624.056669:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763624.056678:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763624.056699:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763624.056700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777752448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763624.056720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763624.056725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763624.056728:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763624.056734:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3295
00000100:00080000:0.0:1789763624.056740:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763624.056744:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763624.056750:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763624.056768:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777752576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763624.056780:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff9c6f84ef6680 x1876699777752192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763624.056787:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763624.056822:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763624.056831:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763624.056846:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3295
00000100:00100000:2.0:1789763624.056853:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777752192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763624.056859:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763624.056879:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789763624.056884:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763624.056895:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763624.056895:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763624.056906:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777752192:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763624.056931:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777752704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763624.056950:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763624.056951:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777752320:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763624.056966:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763624.056972:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763624.056978:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3295
00000100:00080000:0.0:1789763624.056986:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763624.056994:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763624.057002:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763624.057013:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763624.057023:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777752832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763624.057039:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763624.057045:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763624.057050:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff9c6f84ef5500 x1876699777752320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763624.057051:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763624.057063:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3295
00000100:00080000:0.0:1789763624.057073:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763624.057085:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763624.057096:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763624.057116:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777752320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763624.057122:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777752960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763624.057177:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763624.057191:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763624.057203:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777752320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763624.057270:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777752448:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763624.057320:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763624.057347:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff9c6f84ef4000 x1876699777752448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763624.057365:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777752448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763624.057376:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763624.057380:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763624.057384:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777752448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763624.057392:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777752576:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763624.057413:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763624.057425:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff9c6f84ef4a80 x1876699777752576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763624.057440:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777752576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763624.057450:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763624.057453:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763624.057457:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777752576:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763624.057478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777752704:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763624.057498:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763624.057510:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff9c6f84ef6300 x1876699777752704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763624.057524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777752704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763624.057534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763624.057537:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763624.057541:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777752704:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763624.057547:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777752832:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763624.057567:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763624.057578:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff9c6f84ef7480 x1876699777752832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763624.057592:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777752832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763624.057609:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763624.057613:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763624.057617:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777752832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763624.057624:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777752960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763624.057656:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763624.057676:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff9c6f84ef4700 x1876699777752960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763624.057701:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777752960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763624.057718:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763624.057725:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763624.057732:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777752960:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763624.184400:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763625.208435:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763626.232457:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763627.256418:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763628.280462:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763629.176407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.176425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763629.176433:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.176451:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3300
00000100:00080000:2.0:1789763629.176469:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763629.176483:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763629.176542:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777753088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763629.176587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.176593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763629.176596:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.176602:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3300
00000100:00080000:2.0:1789763629.176608:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763629.176614:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763629.176628:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763629.176646:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777753216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763629.176663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763629.176666:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777753088:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763629.176671:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763629.176678:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.176687:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3300
00000100:00080000:2.0:1789763629.176691:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763629.176695:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763629.176701:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763629.176718:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777753344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763629.176730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.176735:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763629.176737:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.176743:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3300
00000100:00080000:2.0:1789763629.176800:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763629.176816:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763629.176821:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763629.176833:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763629.176852:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777753472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763629.176866:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.176871:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763629.176874:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763629.176881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff9c6f851a3100 x1876699777753088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763629.176887:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3300
00000100:00080000:2.0:1789763629.176897:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763629.176908:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763629.176916:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763629.176925:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777753088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763629.176936:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777753600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763629.176952:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763629.176959:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763629.176964:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789763629.176967:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763629.176973:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763629.176978:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777753088:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763629.176985:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3300
00000100:00080000:2.0:1789763629.176996:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763629.177002:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763629.177009:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763629.177022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777753728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763629.177028:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777753216:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763629.177056:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.177064:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763629.177068:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.177078:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3300
00000100:00080000:2.0:1789763629.177090:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763629.177096:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763629.177107:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763629.177122:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763629.177123:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff9c6f851a2a00 x1876699777753216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763629.177150:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777753216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763629.177158:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777753856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763629.177171:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763629.177185:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763629.177194:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777753216:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763629.177205:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777753344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763629.177264:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763629.177280:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff9c6f851a3800 x1876699777753344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763629.177305:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777753344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763629.177321:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763629.177328:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763629.177335:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777753344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763629.177348:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777753472:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763629.177387:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763629.177408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff9c6f851a0a80 x1876699777753472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763629.177424:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777753472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763629.177435:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763629.177439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763629.177443:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777753472:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763629.177451:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777753600:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763629.177474:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763629.177486:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff9c6f851a0700 x1876699777753600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763629.177500:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777753600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763629.177510:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763629.177514:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763629.177517:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777753600:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763629.177543:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777753728:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763629.177570:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763629.177590:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff9c6f851a1880 x1876699777753728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763629.177615:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777753728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763629.177633:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763629.177641:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763629.177647:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777753728:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763629.177659:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777753856:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763629.177696:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763629.177719:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff9c6f851a0e00 x1876699777753856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763629.177744:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777753856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763629.177791:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763629.177797:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763629.177802:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777753856:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763629.304439:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763630.328488:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763631.352451:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763632.376474:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763633.400453:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763634.296440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763634.296453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763634.296459:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763634.296472:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3305
00000100:00080000:3.0:1789763634.296488:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763634.296498:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763634.296551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777753984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763634.296594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763634.296599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763634.296602:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763634.296607:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3305
00000100:00080000:3.0:1789763634.296611:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763634.296617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763634.296630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763634.296648:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777754112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763634.296662:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777753984:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763634.296683:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763634.296692:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763634.296697:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763634.296708:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3305
00000100:00080000:3.0:1789763634.296741:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763634.296752:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763634.296764:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763634.296789:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763634.296797:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777754240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763634.296822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763634.296828:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763634.296831:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763634.296838:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3305
00000100:00080000:3.0:1789763634.296846:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763634.296852:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff9c6f91ebb800 x1876699777753984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763634.296859:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763634.296874:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763634.296894:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777753984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763634.296901:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777754368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763634.296937:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763634.296941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763634.296950:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763634.296951:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763634.296954:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763634.296964:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777753984:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763634.296966:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3305
00000100:00080000:3.0:1789763634.296980:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763634.296987:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763634.296993:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763634.297008:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777754496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763634.297014:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777754112:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763634.297042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763634.297048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763634.297052:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763634.297059:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3305
00000100:00080000:3.0:1789763634.297065:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763634.297069:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763634.297077:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763634.297086:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763634.297101:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff9c6f91eb9f80 x1876699777754112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763634.297109:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777754624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763634.297148:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763634.297150:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777754112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763634.297157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763634.297165:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763634.297181:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3305
00000100:00080000:3.0:1789763634.297191:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763634.297203:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763634.297218:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763634.297251:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763634.297260:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763634.297267:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777754112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763634.297278:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777754240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763634.297298:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777754752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763634.297317:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763634.297348:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff9c6f91ebad80 x1876699777754240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763634.297368:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777754240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763634.297379:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763634.297384:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763634.297388:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777754240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763634.297395:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777754368:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763634.297416:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763634.297429:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff9c6f91eb9880 x1876699777754368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763634.297443:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777754368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763634.297453:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763634.297456:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763634.297461:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777754368:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763634.297481:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777754496:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763634.297502:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763634.297515:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff9c6f91ebaa00 x1876699777754496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763634.297539:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777754496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763634.297556:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763634.297562:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763634.297569:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777754496:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763634.297581:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777754624:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763634.297620:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763634.297638:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff9c6f91ebb480 x1876699777754624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763634.297654:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777754624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763634.297664:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763634.297669:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763634.297673:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777754624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763634.297681:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777754752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763634.297703:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763634.297715:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff9c6f91eb9500 x1876699777754752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763634.297762:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777754752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763634.297773:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763634.297777:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763634.297781:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777754752:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763634.424462:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763635.448468:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763636.472452:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763637.496491:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763638.520434:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763639.416452:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763639.416466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763639.416473:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763639.416491:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3311
00000100:00080000:0.0:1789763639.416511:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763639.416527:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763639.416597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777754880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763639.416650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763639.416659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763639.416663:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763639.416671:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3311
00000100:00080000:0.0:1789763639.416702:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763639.416714:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763639.416732:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763639.416773:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777754880:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763639.416774:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777755008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763639.416816:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763639.416822:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763639.416826:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763639.416833:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3311
00000100:00080000:0.0:1789763639.416839:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763639.416846:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763639.416855:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763639.416875:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777755136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763639.416891:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763639.416896:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763639.416907:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763639.416908:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763639.416933:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3311
00000100:00080000:0.0:1789763639.416941:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763639.416947:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763639.416955:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763639.416978:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777755264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763639.416983:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff9c6f84ef7800 x1876699777754880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763639.417069:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777754880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763639.417155:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763639.417173:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763639.417179:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763639.417193:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3311
00000100:00080000:2.0:1789763639.417199:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763639.417200:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763639.417289:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763639.417296:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763639.417300:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777754880:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789763639.417321:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763639.417354:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777755392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763639.417367:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777755008:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763639.417415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763639.417424:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763639.417432:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763639.417440:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763639.417451:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3311
00000100:00080000:0.0:1789763639.417463:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763639.417469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff9c6f84ef4e00 x1876699777755008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763639.417482:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763639.417512:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777755008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763639.417513:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763639.417558:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763639.417571:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763639.417575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777755520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763639.417582:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777755008:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763639.417625:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777755136:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763639.417634:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763639.417645:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763639.417650:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763639.417663:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3311
00000100:00080000:0.0:1789763639.417676:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763639.417713:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763639.417721:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763639.417741:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763639.417752:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff9c6f84ef5880 x1876699777755136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763639.417779:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777755136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763639.417783:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777755648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763639.417814:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763639.417836:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763639.417850:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777755136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763639.417863:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777755264:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763639.417897:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763639.417910:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff9c6f84ef6d80 x1876699777755264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763639.417925:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777755264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763639.417935:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763639.417938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763639.417944:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777755264:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763639.417968:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777755392:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763639.417990:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763639.418002:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff9c6f84ef6a00 x1876699777755392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763639.418017:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777755392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763639.418026:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763639.418030:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763639.418034:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777755392:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763639.418041:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777755520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763639.418060:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763639.418072:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff9c6f84ef4380 x1876699777755520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763639.418086:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777755520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763639.418095:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763639.418099:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763639.418103:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777755520:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763639.418109:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777755648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763639.418139:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763639.418160:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff9c6f84ef5c00 x1876699777755648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763639.418185:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777755648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763639.418203:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763639.418210:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763639.418217:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777755648:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763639.544533:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763640.568516:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763641.592433:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763642.616457:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763643.640492:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763644.536326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763644.536346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763644.536354:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763644.536375:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3316
00000100:00080000:0.0:1789763644.536394:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763644.536409:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763644.536470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777755776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763644.536520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763644.536525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763644.536528:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763644.536534:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3316
00000100:00080000:0.0:1789763644.536541:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763644.536548:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763644.536562:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763644.536587:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777755904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763644.536606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763644.536608:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777755776:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763644.536618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763644.536626:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763644.536632:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3316
00000100:00080000:0.0:1789763644.536637:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763644.536666:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763644.536674:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763644.536696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777756032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763644.536710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763644.536715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763644.536718:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763644.536724:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3316
00000100:00080000:0.0:1789763644.536730:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763644.536738:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763644.536740:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763644.536753:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763644.536773:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777756160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763644.536787:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763644.536792:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763644.536795:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763644.536802:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3316
00000100:00100000:2.0:1789763644.536810:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644]  req@ffff9c6f84ef5f80 x1876699777755776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763644.536812:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763644.536825:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763644.536840:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763644.536857:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777755776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763644.536865:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777756288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763644.536903:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763644.536905:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763644.536916:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763644.536918:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763644.536921:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763644.536930:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777755776:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763644.536934:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3316
00000100:00080000:0.0:1789763644.536946:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763644.536952:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763644.536959:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763644.536974:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777756416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763644.536978:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777755904:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763644.537008:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763644.537014:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763644.537018:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763644.537025:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3316
00000100:00080000:0.0:1789763644.537033:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763644.537033:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763644.537046:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763644.537054:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763644.537063:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644]  req@ffff9c6f84ef5c00 x1876699777755904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763644.537077:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777756544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763644.537090:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777755904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763644.537136:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763644.537141:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763644.537146:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777755904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763644.537155:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777756032:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763644.537179:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763644.537192:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644]  req@ffff9c6f84ef4380 x1876699777756032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763644.537206:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777756032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763644.537216:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763644.537219:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763644.537274:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777756032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763644.537284:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777756160:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763644.537309:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763644.537324:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644]  req@ffff9c6f84ef6a00 x1876699777756160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763644.537339:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777756160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763644.537350:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763644.537354:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763644.537358:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777756160:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763644.537365:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777756288:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763644.537384:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763644.537395:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644]  req@ffff9c6f84ef6d80 x1876699777756288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763644.537424:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777756288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763644.537434:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763644.537438:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763644.537442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777756288:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763644.537463:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777756416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763644.537485:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763644.537497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644]  req@ffff9c6f84ef5880 x1876699777756416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763644.537511:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777756416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763644.537521:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763644.537525:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763644.537529:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777756416:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763644.537536:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777756544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763644.537553:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763644.537565:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644]  req@ffff9c6f84ef4e00 x1876699777756544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763644.537579:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777756544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763644.537588:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763644.537592:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763644.537595:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777756544:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763644.664486:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763645.688441:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763646.712493:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763647.736476:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763648.760473:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763649.656318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763649.656326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763649.656330:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763649.656340:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3321
00000100:00080000:1.0:1789763649.656351:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763649.656358:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763649.656400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777756672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763649.656425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763649.656428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763649.656430:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763649.656451:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3321
00000100:00080000:1.0:1789763649.656458:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763649.656466:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763649.656480:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763649.656493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777756672:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763649.656520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777756800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763649.656534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763649.656538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763649.656541:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763649.656545:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3321
00000100:00080000:1.0:1789763649.656551:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763649.656555:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763649.656562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763649.656578:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763649.656579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777756928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763649.656589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763649.656591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763649.656593:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763649.656596:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3321
00000100:00080000:1.0:1789763649.656599:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763649.656615:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763649.656620:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763649.656636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777757056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763649.656636:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649]  req@ffff9c6f9118e680 x1876699777756672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763649.656670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763649.656677:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763649.656678:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763649.656684:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3321
00000100:00100000:2.0:1789763649.656689:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777756672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763649.656691:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763649.656701:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789763649.656708:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763649.656710:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763649.656726:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763649.656731:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777756672:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763649.656738:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777757184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763649.656746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763649.656748:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763649.656750:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763649.656754:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3321
00000100:00100000:2.0:1789763649.656757:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777756800:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763649.656759:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763649.656767:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763649.656772:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763649.656783:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777757312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763649.656791:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763649.656792:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763649.656796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763649.656798:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763649.656802:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3321
00000100:00080000:1.0:1789763649.656805:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763649.656808:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649]  req@ffff9c6f9118ed80 x1876699777756800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763649.656811:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763649.656819:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763649.656826:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777756800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763649.656841:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777757440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763649.656859:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763649.656865:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763649.656870:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777756800:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763649.656875:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777756928:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763649.656890:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763649.656897:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649]  req@ffff9c6f9118d500 x1876699777756928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763649.656904:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777756928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763649.656921:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763649.656924:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763649.656928:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777756928:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763649.656934:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777757056:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763649.656955:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763649.656967:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649]  req@ffff9c6f9118c700 x1876699777757056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763649.656996:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777757056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763649.657007:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763649.657011:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763649.657016:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777757056:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763649.657023:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777757184:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763649.657064:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763649.657073:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649]  req@ffff9c6f9118f800 x1876699777757184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763649.657084:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777757184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763649.657091:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763649.657094:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763649.657096:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777757184:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763649.657114:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777757312:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763649.657130:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763649.657139:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649]  req@ffff9c6f9118c380 x1876699777757312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763649.657150:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777757312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763649.657157:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763649.657160:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763649.657162:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777757312:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763649.657167:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777757440:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763649.657186:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763649.657202:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649]  req@ffff9c6f9118e680 x1876699777757440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763649.657231:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777757440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763649.657241:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763649.657245:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763649.657249:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777757440:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763649.784420:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763650.808493:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763651.832566:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763652.856441:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763653.880520:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763654.776392:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763654.776404:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763654.776409:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763654.776421:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3326
00000100:00080000:0.0:1789763654.776434:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763654.776442:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763654.776486:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777757568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763654.776519:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763654.776523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763654.776525:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763654.776529:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3326
00000100:00080000:0.0:1789763654.776533:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763654.776537:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763654.776548:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763654.776562:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777757696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763654.776593:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777757568:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763654.776602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763654.776625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763654.776627:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763654.776636:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3326
00000100:00080000:0.0:1789763654.776642:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763654.776648:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763654.776656:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763654.776674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777757824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763654.776693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763654.776699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1789763654.776701:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763654.776704:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763654.776712:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3326
00000100:00080000:0.0:1789763654.776718:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763654.776723:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763654.776729:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763654.776750:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777757952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763654.776760:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763654.776764:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1789763654.776773:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654]  req@ffff9c6f84ef7800 x1876699777757568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763654.776774:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763654.776797:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3326
00000100:00080000:0.0:1789763654.776809:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763654.776814:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777757568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763654.776830:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789763654.776836:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763654.776843:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:0.0:1789763654.776845:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763654.776850:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777757568:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763654.776886:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777757696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763654.776892:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777758080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763654.776913:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763654.776918:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763654.776929:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763654.776930:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763654.776948:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3326
00000100:00080000:0.0:1789763654.776955:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763654.776957:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654]  req@ffff9c6f84ef4700 x1876699777757696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763654.776977:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763654.776984:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777757696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763654.776989:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763654.777015:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763654.777017:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777758208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763654.777026:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763654.777046:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777757696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763654.777069:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777757824:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763654.777083:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763654.777090:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763654.777093:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763654.777103:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3326
00000800:00000100:2.0:1789763654.777108:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763654.777116:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763654.777127:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763654.777136:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654]  req@ffff9c6f84ef7480 x1876699777757824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763654.777140:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763654.777161:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777758336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763654.777167:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777757824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763654.777176:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763654.777185:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763654.777197:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777757824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763654.777217:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777757952:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763654.777269:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763654.777282:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654]  req@ffff9c6f84ef6300 x1876699777757952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763654.777301:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777757952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763654.777317:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763654.777324:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763654.777327:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777757952:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763654.777343:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777758080:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763654.777358:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763654.777365:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654]  req@ffff9c6f84ef4a80 x1876699777758080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763654.777374:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777758080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763654.777379:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763654.777381:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763654.777383:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777758080:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763654.777387:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777758208:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763654.777399:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763654.777406:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654]  req@ffff9c6f84ef4000 x1876699777758208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763654.777414:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777758208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763654.777419:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763654.777421:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763654.777424:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777758208:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763654.777427:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777758336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763654.777438:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763654.777445:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654]  req@ffff9c6f84ef5500 x1876699777758336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763654.777454:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777758336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763654.777460:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763654.777462:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763654.777464:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777758336:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763654.904542:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763655.928460:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763656.952532:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763657.976418:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763659.000442:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763659.896468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763659.896481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763659.896487:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763659.896502:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3331
00000100:00080000:2.0:1789763659.896519:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763659.896580:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763659.896618:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777758464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763659.896675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763659.896681:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763659.896685:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763659.896691:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3331
00000100:00080000:2.0:1789763659.896697:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763659.896704:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763659.896719:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763659.896740:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777758592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763659.896750:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777758464:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763659.896769:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763659.896776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763659.896779:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763659.896788:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3331
00000100:00080000:2.0:1789763659.896795:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763659.896800:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763659.896808:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763659.896839:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777758720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763659.896848:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763659.896852:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763659.896854:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763659.896858:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3331
00000100:00080000:2.0:1789763659.896862:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763659.896866:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763659.896871:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763659.896882:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777758848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763659.896892:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763659.896895:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763659.896897:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763659.896904:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3331
00000800:00000100:1.0:1789763659.896908:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763659.896911:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763659.896917:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763659.896922:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763659.896933:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777758976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763659.896950:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763659.896954:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763659.896956:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763659.896963:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659]  req@ffff9c6f851a1f80 x1876699777758464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763659.896965:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3331
00000100:00080000:2.0:1789763659.896974:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763659.896982:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763659.896988:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763659.896994:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777758464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763659.897001:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777759104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763659.897021:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763659.897021:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763659.897030:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763659.897033:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789763659.897035:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763659.897040:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777758464:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763659.897042:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3331
00000100:00080000:2.0:1789763659.897051:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763659.897056:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763659.897061:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763659.897071:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777759232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763659.897078:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777758592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763659.897116:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763659.897132:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659]  req@ffff9c6f851a1c00 x1876699777758592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763659.897144:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777758592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763659.897152:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763659.897155:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763659.897158:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777758592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763659.897162:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777758720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763659.897178:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763659.897188:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659]  req@ffff9c6f851a3b80 x1876699777758720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763659.897198:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777758720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763659.897206:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763659.897208:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763659.897211:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777758720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763659.897216:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777758848:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763659.897233:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763659.897297:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659]  req@ffff9c6f851a1180 x1876699777758848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763659.897324:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777758848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763659.897351:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763659.897357:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763659.897362:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777758848:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763659.897373:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777758976:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763659.897407:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763659.897422:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659]  req@ffff9c6f851a1500 x1876699777758976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763659.897442:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777758976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763659.897457:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763659.897464:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763659.897469:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777758976:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763659.897478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777759104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763659.897504:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763659.897516:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659]  req@ffff9c6f851a0000 x1876699777759104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763659.897587:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777759104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763659.897599:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763659.897603:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763659.897608:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777759104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763659.897661:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777759232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763659.897693:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763659.897709:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659]  req@ffff9c6f851a3480 x1876699777759232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763659.897724:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777759232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763659.897734:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763659.897738:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763659.897742:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777759232:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763660.024593:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763661.048514:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763662.072551:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763663.096395:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763664.120540:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763665.016416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763665.016429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763665.016435:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763665.016448:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3336
00000100:00080000:1.0:1789763665.016462:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763665.016472:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763665.016557:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777759360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763665.016590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763665.016594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763665.016613:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763665.016619:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3336
00000100:00080000:1.0:1789763665.016624:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763665.016630:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763665.016642:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763665.016663:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777759360:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763665.016665:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777759488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763665.016689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763665.016694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763665.016696:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763665.016702:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3336
00000100:00080000:1.0:1789763665.016705:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763665.016709:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763665.016716:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763665.016730:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777759616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763665.016758:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763665.016762:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763665.016764:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763665.016768:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3336
00000100:00080000:1.0:1789763665.016774:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763665.016779:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763665.016794:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763665.016802:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763665.016816:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777759744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763665.016845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763665.016850:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763665.016853:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763665.016865:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3336
00000100:00100000:2.0:1789763665.016869:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff9c6f9118f100 x1876699777759360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763665.016872:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763665.016884:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763665.016910:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763665.016926:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777759872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763665.016938:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763665.016939:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777759360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763665.016949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763665.016983:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763665.016985:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763665.017002:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3336
00000100:00080000:2.0:1789763665.017003:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789763665.017017:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763665.017036:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777759360:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763665.017045:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763665.017052:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763665.017065:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777760000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763665.017074:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777759488:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763665.017097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763665.017101:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763665.017103:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763665.017109:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3336
00000100:00080000:1.0:1789763665.017114:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763665.017125:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763665.017143:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763665.017151:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763665.017159:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777760128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763665.017186:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff9c6f9118ca80 x1876699777759488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.017229:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777759488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.017267:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.017273:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763665.017279:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777759488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763665.017310:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777759616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763665.017347:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763665.017365:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff9c6f9118dc00 x1876699777759616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.017394:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777759616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.017405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.017408:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763665.017412:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777759616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763665.017420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777759744:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763665.017447:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763665.017459:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff9c6f9118df80 x1876699777759744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.017472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777759744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.017481:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.017484:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763665.017488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777759744:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763665.017545:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777759872:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763665.017566:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763665.017596:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff9c6f9118ce00 x1876699777759872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.017617:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777759872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.017627:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.017630:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763665.017634:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777759872:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763665.017658:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777760000:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763665.017680:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763665.017691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff9c6f9118d180 x1876699777760000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.017704:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777760000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.017724:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.017727:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763665.017731:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777760000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763665.017737:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777760128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763665.017772:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763665.017782:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff9c6f9118f100 x1876699777760128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.017798:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777760128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.017810:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.017815:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763665.017821:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777760128:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763665.144447:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763666.168449:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763667.192460:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763668.216521:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763669.240547:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763670.136425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763670.136450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763670.136475:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763670.136490:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3341
00000100:00080000:0.0:1789763670.136506:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763670.136517:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763670.136568:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777760256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763670.136607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763670.136613:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763670.136616:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763670.136621:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3341
00000100:00080000:0.0:1789763670.136626:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763670.136630:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763670.136643:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763670.136662:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777760384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763670.136678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763670.136682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763670.136684:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763670.136693:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3341
00000100:00100000:2.0:1789763670.136695:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777760256:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763670.136698:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763670.136710:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763670.136718:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763670.136733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777760512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763670.136746:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763670.136753:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763670.136757:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763670.136765:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3341
00000100:00080000:0.0:1789763670.136772:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763670.136780:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763670.136791:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763670.136811:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763670.136822:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777760640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763670.136846:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763670.136853:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763670.136857:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763670.136867:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3341
00000100:00100000:2.0:1789763670.136874:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff9c6f84ef6680 x1876699777760256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763670.136878:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763670.136895:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763670.136913:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763670.136923:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777760256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763670.136937:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777760768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763670.136946:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763670.136961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763670.136962:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763670.136976:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789763670.136979:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777760256:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763670.136982:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763670.137000:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3341
00000100:00080000:0.0:1789763670.137005:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763670.137010:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763670.137016:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763670.137030:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777760384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763670.137050:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777760896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763670.137066:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763670.137071:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763670.137074:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763670.137082:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763670.137084:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3341
00000100:00080000:0.0:1789763670.137099:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763670.137105:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763670.137114:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763670.137120:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff9c6f84ef5500 x1876699777760384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763670.137137:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777761024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763670.137149:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777760384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763670.137174:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763670.137181:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763670.137186:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777760384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763670.137198:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777760512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763670.137278:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763670.137296:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff9c6f84ef4000 x1876699777760512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763670.137312:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777760512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763670.137322:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763670.137327:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763670.137331:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777760512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763670.137338:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777760640:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763670.137362:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763670.137374:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff9c6f84ef4a80 x1876699777760640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763670.137389:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777760640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763670.137399:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763670.137402:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763670.137406:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777760640:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763670.137412:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777760768:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763670.137440:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763670.137451:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff9c6f84ef6300 x1876699777760768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763670.137491:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777760768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763670.137502:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763670.137506:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763670.137510:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777760768:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763670.137532:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777760896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763670.137555:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763670.137568:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff9c6f84ef7480 x1876699777760896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763670.137582:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777760896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763670.137592:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763670.137596:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763670.137599:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777760896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763670.137606:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777761024:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763670.137625:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763670.137637:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff9c6f84ef4700 x1876699777761024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763670.137651:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777761024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763670.137660:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763670.137663:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763670.137668:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777761024:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763670.264487:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763671.288428:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763672.312575:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763673.336413:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763674.360444:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763675.256437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763675.256452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763675.256457:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763675.256471:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3346
00000100:00080000:3.0:1789763675.256486:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763675.256496:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763675.256550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777761152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763675.256590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763675.256596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763675.256598:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763675.256603:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3346
00000100:00080000:3.0:1789763675.256608:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763675.256612:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763675.256625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763675.256644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777761280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763675.256668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763675.256677:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763675.256678:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777761152:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763675.256680:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763675.256696:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3346
00000100:00080000:3.0:1789763675.256701:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763675.256705:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763675.256710:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763675.256728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777761408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763675.256741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763675.256746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763675.256748:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763675.256753:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3346
00000100:00080000:3.0:1789763675.256768:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763675.256775:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763675.256780:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763675.256793:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777761536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763675.256805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763675.256811:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763675.256815:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763675.256823:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3346
00000100:00080000:3.0:1789763675.256831:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763675.256839:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763675.256846:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777761280:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789763675.256853:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763675.256890:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777761664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763675.256899:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777761408:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763675.256931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763675.256937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763675.256941:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763675.256948:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777761536:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763675.256954:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3346
00000100:00080000:3.0:1789763675.256967:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763675.256976:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763675.256988:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763675.257000:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777761664:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763675.257012:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777761792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763675.257035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763675.257045:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763675.257046:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777761792:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763675.257055:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763675.257071:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3346
00000100:00080000:3.0:1789763675.257082:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763675.257091:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763675.257104:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763675.257133:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777761920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763675.257275:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777761920:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763675.384439:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763676.408507:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763677.432499:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763678.328621:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:1.0:1789763678.328810:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763678.328829:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789763678.328872:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789763678.328883:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789763678.328894:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789763678.328911:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789763678.328922:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:2.0:1789763678.328931:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763678]  req@ffff9c6f91ebb480 x1876699777761280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789763678.328933:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:2.0:1789763678.328962:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777761280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763678.328974:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763678.328979:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763678.328984:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777761280:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763678.328992:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763678]  req@ffff9c6f91ebaa00 x1876699777761408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763678.329005:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777761408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763678.329022:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763678.329025:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763678.329029:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777761408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763678.329037:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763678]  req@ffff9c6f91eb9880 x1876699777761536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763678.329050:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777761536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763678.329059:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763678.329062:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763678.329066:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777761536:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763678.329073:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763678]  req@ffff9c6f91eb9500 x1876699777761152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763678.329084:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777761152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763678.329092:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763678.329096:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763678.329099:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777761152:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763678.329126:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763678]  req@ffff9c6f91ebb800 x1876699777761920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763678.329140:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777761920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763678.329149:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763678.329153:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763678.329157:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777761920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763678.329165:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763678]  req@ffff9c6f91eb9f80 x1876699777761792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763678.329179:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777761792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763678.329198:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763678.329202:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763678.329206:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777761792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763678.329213:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763678]  req@ffff9c6f91ebad80 x1876699777761664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763678.329260:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777761664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763678.329269:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763678.329274:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763678.329278:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777761664:192.168.203.138@tcp:8:kworker.0
00010000:00010000:3.0:1789763678.456458:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763679.480440:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763680.376400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763680.376418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763680.376426:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763680.376445:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3352
00000100:00080000:3.0:1789763680.376463:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763680.376478:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763680.376538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777762048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763680.376576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763680.376582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763680.376584:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763680.376590:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3352
00000100:00080000:3.0:1789763680.376595:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763680.376601:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763680.376612:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763680.376628:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777762176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763680.376648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763680.376656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763680.376661:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763680.376670:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3352
00000100:00080000:3.0:1789763680.376678:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763680.376686:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763680.376696:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763680.376710:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777762048:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763680.376722:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777762304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763680.376749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763680.376757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763680.376761:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763680.376769:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3352
00000100:00080000:3.0:1789763680.376803:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763680.376811:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763680.376820:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763680.376822:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763680.376844:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777762432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763680.376863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763680.376870:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763680.376875:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763680.376885:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3352
00000100:00080000:3.0:1789763680.376893:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763680.376900:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff9c6f91ebad80 x1876699777762048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763680.376907:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763680.376949:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763680.376950:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777762048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763680.376974:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763680.376983:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763680.376991:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777762048:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763680.377016:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777762176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763680.377033:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777762560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763680.377058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763680.377066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763680.377074:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763680.377076:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763680.377094:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3352
00000100:00080000:3.0:1789763680.377107:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763680.377120:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff9c6f91eb9f80 x1876699777762176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763680.377121:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763680.377141:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763680.377168:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777762176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763680.377179:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777762688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763680.377201:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763680.377216:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763680.377281:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777762176:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763680.377293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763680.377303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763680.377308:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763680.377320:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3352
00000100:00080000:3.0:1789763680.377329:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763680.377340:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777762304:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763680.377341:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763680.377361:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763680.377427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777762816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763680.377449:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763680.377489:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff9c6f91ebb800 x1876699777762304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763680.377519:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777762304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763680.377549:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763680.377556:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763680.377563:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777762304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763680.377574:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777762432:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763680.377607:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763680.377634:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff9c6f91eb9500 x1876699777762432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763680.377649:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777762432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763680.377659:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763680.377664:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763680.377667:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777762432:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763680.377675:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777762560:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763680.377718:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763680.377740:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff9c6f91eb9880 x1876699777762560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763680.377765:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777762560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763680.377780:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763680.377786:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763680.377794:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777762560:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763680.377805:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777762688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763680.377842:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763680.377863:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff9c6f91ebaa00 x1876699777762688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763680.377888:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777762688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763680.377905:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763680.377911:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763680.377917:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777762688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763680.377949:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777762816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763680.377989:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763680.378012:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff9c6f91ebb480 x1876699777762816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763680.378037:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777762816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763680.378052:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763680.378060:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763680.378066:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777762816:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763680.504459:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763681.528480:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763682.552496:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763683.576373:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763684.600466:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763685.496365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763685.496379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763685.496385:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763685.496400:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3357
00000100:00080000:3.0:1789763685.496414:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763685.496424:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763685.496472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777762944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763685.496509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763685.496514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763685.496517:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763685.496523:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3357
00000100:00080000:3.0:1789763685.496527:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763685.496532:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763685.496544:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763685.496561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777763072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763685.496577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763685.496582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763685.496585:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763685.496593:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777762944:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763685.496596:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3357
00000100:00080000:3.0:1789763685.496607:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763685.496613:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763685.496621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763685.496637:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777763200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763685.496650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763685.496655:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763685.496658:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763685.496674:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3357
00000100:00080000:3.0:1789763685.496680:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763685.496689:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789763685.496691:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789763685.496702:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763685.496724:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777763328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763685.496738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763685.496743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763685.496746:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763685.496755:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff9c6f91ebb480 x1876699777762944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763685.496759:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3357
00000100:00080000:3.0:1789763685.496768:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763685.496779:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763685.496792:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763685.496802:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777762944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763685.496812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777763456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763685.496829:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763685.496845:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763685.496851:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763685.496861:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789763685.496862:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777762944:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763685.496865:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763685.496879:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3357
00000100:00080000:3.0:1789763685.496886:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763685.496892:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763685.496898:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763685.496911:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777763584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763685.496922:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777763072:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763685.496930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763685.496945:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763685.496949:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763685.496956:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3357
00000100:00080000:3.0:1789763685.496962:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763685.496967:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763685.496974:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763685.496987:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763685.496995:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777763712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763685.497019:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff9c6f91ebaa00 x1876699777763072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763685.497041:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777763072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763685.497053:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763685.497057:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763685.497062:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777763072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763685.497070:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777763200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763685.497096:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763685.497108:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff9c6f91eb9880 x1876699777763200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763685.497123:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777763200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763685.497142:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763685.497146:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763685.497149:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777763200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763685.497156:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777763328:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763685.497174:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763685.497185:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff9c6f91eb9500 x1876699777763328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763685.497198:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777763328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763685.497208:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763685.497212:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763685.497215:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777763328:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763685.497264:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777763456:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763685.497289:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763685.497303:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff9c6f91ebb800 x1876699777763456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763685.497319:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777763456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763685.497335:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763685.497361:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763685.497369:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777763456:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763685.497420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777763584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763685.497466:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763685.497492:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff9c6f91eb9f80 x1876699777763584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763685.497517:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777763584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763685.497534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763685.497541:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763685.497546:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777763584:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763685.497556:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777763712:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763685.497586:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763685.497602:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff9c6f91ebad80 x1876699777763712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763685.497617:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777763712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763685.497627:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763685.497631:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763685.497635:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777763712:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763685.624471:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763686.648508:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763687.672476:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763688.696461:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763689.720463:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763690.616371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763690.616387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763690.616394:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763690.616410:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3362
00000100:00080000:3.0:1789763690.616608:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763690.616632:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763690.616702:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777763840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763690.616777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763690.616787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763690.616793:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763690.616803:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3362
00000100:00080000:3.0:1789763690.616811:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763690.616821:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763690.616838:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763690.616877:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777763840:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763690.616878:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777763968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763690.616939:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763690.616947:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763690.616952:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763690.616965:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3362
00000100:00080000:3.0:1789763690.616997:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763690.617007:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789763690.617014:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789763690.617023:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763690.617056:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777764096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763690.617080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763690.617088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763690.617093:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763690.617108:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3362
00000100:00100000:2.0:1789763690.617115:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690]  req@ffff9c6f91ebad80 x1876699777763840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763690.617119:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763690.617137:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763690.617153:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763690.617185:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777764224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763690.617203:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777763840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763690.617208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763690.617291:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763690.617299:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763690.617330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1789763690.617341:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777763840:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763690.617342:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763690.617369:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3362
00000100:00080000:3.0:1789763690.617380:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763690.617389:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763690.617402:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763690.617414:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777763968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763690.617427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777764352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763690.617450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763690.617458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763690.617461:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763690.617470:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763690.617481:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3362
00000100:00080000:3.0:1789763690.617495:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763690.617498:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690]  req@ffff9c6f91eb9f80 x1876699777763968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763690.617517:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763690.617529:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777763968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763690.617539:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763690.617547:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763690.617555:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763690.617562:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777763968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763690.617584:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777764096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763690.617585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777764480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763690.617629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763690.617637:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763690.617642:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763690.617657:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3362
00000800:00000100:2.0:1789763690.617664:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763690.617672:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763690.617687:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763690.617705:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690]  req@ffff9c6f91ebb800 x1876699777764096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763690.617705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763690.617741:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777764096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763690.617759:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777764608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763690.617856:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763690.617870:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763690.617878:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777764096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763690.617891:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777764224:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763690.617930:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763690.617950:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690]  req@ffff9c6f91eb9500 x1876699777764224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763690.617966:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777764224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763690.617977:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763690.617982:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763690.617986:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777764224:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763690.618009:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777764352:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763690.618030:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763690.618043:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690]  req@ffff9c6f91eb9880 x1876699777764352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763690.618057:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777764352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763690.618066:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763690.618069:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763690.618075:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777764352:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763690.618083:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777764480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763690.618102:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763690.618119:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690]  req@ffff9c6f91ebaa00 x1876699777764480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763690.618143:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777764480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763690.618160:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763690.618166:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763690.618173:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777764480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763690.618185:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777764608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763690.618268:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763690.618288:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690]  req@ffff9c6f91ebb480 x1876699777764608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763690.618331:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777764608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763690.618343:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763690.618347:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763690.618352:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777764608:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763690.744539:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763691.768487:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763692.792478:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763693.816458:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763694.840484:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763695.736351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763695.736365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763695.736372:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763695.736388:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3367
00000100:00080000:3.0:1789763695.736405:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763695.736418:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763695.736470:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777764736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763695.736523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763695.736528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763695.736531:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763695.736536:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3367
00000100:00080000:3.0:1789763695.736542:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763695.736549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763695.736562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763695.736584:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777764736:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763695.736606:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777764864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763695.736627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763695.736635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763695.736639:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763695.736646:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3367
00000100:00080000:3.0:1789763695.736653:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763695.736658:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763695.736666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763695.736686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777764992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763695.736710:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763695.736720:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763695.736722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763695.736728:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763695.736737:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3367
00000100:00080000:3.0:1789763695.736746:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763695.736755:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763695.736772:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763695.736790:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777765120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763695.736804:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695]  req@ffff9c6f91ebb480 x1876699777764736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763695.736831:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777764736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763695.736847:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763695.736853:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763695.736858:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777764736:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763695.736888:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777764864:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763695.736918:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763695.736947:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695]  req@ffff9c6f91ebaa00 x1876699777764864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763695.736949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763695.736963:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763695.736969:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763695.736986:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3367
00000100:00080000:3.0:1789763695.736997:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763695.737003:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763695.737012:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763695.737016:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777764864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763695.737035:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777765248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763695.737062:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763695.737069:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763695.737074:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777764864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763695.737084:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777764992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763695.737141:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763695.737161:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695]  req@ffff9c6f91eb9880 x1876699777764992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763695.737178:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777764992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763695.737189:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763695.737193:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763695.737197:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777764992:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763695.737303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763695.737313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789763695.737314:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777765120:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763695.737358:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763695.737385:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695]  req@ffff9c6f91eb9500 x1876699777765120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763695.737407:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763695.737419:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3367
00000100:00100000:0.0:1789763695.737422:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777765120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763695.737434:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763695.737440:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763695.737448:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789763695.737456:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000008:00100000:3.0:1789763695.737465:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763695.737468:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777765120:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763695.737495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777765376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763695.737503:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777765248:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763695.737540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763695.737549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:0.0:1789763695.737550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763695.737554:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763695.737565:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3367
00000100:00080000:3.0:1789763695.737572:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763695.737579:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695]  req@ffff9c6f91ebb800 x1876699777765248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763695.737583:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763695.737598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763695.737615:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777765248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763695.737623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777765504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763695.737647:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763695.737659:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763695.737668:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777765248:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763695.737697:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777765376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763695.737723:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763695.737736:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695]  req@ffff9c6f91eb9f80 x1876699777765376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763695.737762:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777765376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763695.737772:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763695.737775:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763695.737779:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777765376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763695.737785:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777765504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763695.737803:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763695.737815:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695]  req@ffff9c6f91ebad80 x1876699777765504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763695.737829:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777765504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763695.737839:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763695.737842:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763695.737845:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777765504:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763695.864465:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763696.888461:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763697.912458:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763698.936494:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763699.960476:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763700.856407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763700.856420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763700.856426:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763700.856439:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3372
00000100:00080000:3.0:1789763700.856455:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763700.856467:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763700.856516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777765632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763700.856549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763700.856554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763700.856558:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763700.856563:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3372
00000100:00080000:3.0:1789763700.856568:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763700.856572:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763700.856587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763700.856604:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777765760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763700.856619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763700.856624:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777765632:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763700.856626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763700.856633:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763700.856644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3372
00000100:00080000:3.0:1789763700.856648:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763700.856653:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763700.856660:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763700.856676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777765888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763700.856689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763700.856694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763700.856696:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763700.856702:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3372
00000100:00080000:3.0:1789763700.856708:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763700.856713:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763700.856719:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763700.856722:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763700.856741:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777766016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763700.856756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763700.856760:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763700.856763:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763700.856769:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3372
00000100:00080000:3.0:1789763700.856775:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763700.856784:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763700.856785:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763700]  req@ffff9c6f91ebad80 x1876699777765632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763700.856791:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763700.856815:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777766144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763700.856827:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777765632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763700.856838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763700.856853:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763700.856860:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763700.856868:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763700.856870:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3372
00000100:00080000:3.0:1789763700.856882:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763700.856883:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763700.856892:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763700.856899:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777765632:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789763700.856903:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763700.856925:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777766272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763700.856940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763700.856941:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777765760:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763700.856951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763700.856957:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763700.856964:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3372
00000100:00080000:3.0:1789763700.856970:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763700.856975:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763700.856984:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763700.856993:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763700.857012:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777766400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763700.857022:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763700]  req@ffff9c6f91eb9f80 x1876699777765760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763700.857049:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777765760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763700.857071:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763700.857076:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763700.857080:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777765760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763700.857088:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777765888:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763700.857110:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763700.857122:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763700]  req@ffff9c6f91ebb800 x1876699777765888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763700.857136:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777765888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763700.857145:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763700.857149:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763700.857153:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777765888:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763700.857159:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777766016:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763700.857178:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763700.857190:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763700]  req@ffff9c6f91eb9500 x1876699777766016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763700.857204:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777766016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763700.857213:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763700.857217:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763700.857222:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777766016:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763700.857282:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777766144:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763700.857308:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763700.857322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763700]  req@ffff9c6f91eb9880 x1876699777766144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763700.857337:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777766144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763700.857347:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763700.857350:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763700.857354:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777766144:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763700.857374:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777766272:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763700.857395:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763700.857407:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763700]  req@ffff9c6f91ebaa00 x1876699777766272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763700.857421:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777766272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763700.857430:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763700.857434:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763700.857438:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777766272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763700.857444:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777766400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763700.857462:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763700.857474:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763700]  req@ffff9c6f91ebb480 x1876699777766400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763700.857488:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777766400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763700.857498:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763700.857501:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763700.857505:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777766400:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763700.984448:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763702.008520:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763703.032473:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763704.056394:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763705.080455:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763705.976310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763705.976319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763705.976325:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763705.976335:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3377
00000100:00080000:3.0:1789763705.976347:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763705.976354:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763705.976389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777766528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763705.976418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763705.976422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763705.976425:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763705.976450:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3377
00000100:00100000:0.0:1789763705.976474:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777766528:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763705.976520:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763705.976532:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763705.976548:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763705.976558:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763705.976601:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705]  req@ffff9c6f91ebb480 x1876699777766528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763705.976619:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777766528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763705.976632:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763705.976636:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763705.976640:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777766528:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763705.976727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777766656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763705.976753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763705.976758:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763705.976760:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763705.976767:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3377
00000100:00080000:3.0:1789763705.976777:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763705.976786:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763705.976796:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763705.976799:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777766656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763705.976828:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777766784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763705.976840:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763705.976879:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705]  req@ffff9c6f91ebaa00 x1876699777766656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763705.976890:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777766656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763705.976902:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763705.976907:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763705.976913:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777766656:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763705.976929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763705.976930:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777766784:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763705.976952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763705.976957:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763705.976963:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3377
00000800:00000100:0.0:1789763705.976973:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763705.976974:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763705.976983:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763705.976992:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763705.977000:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705]  req@ffff9c6f91eb9880 x1876699777766784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763705.977011:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777766912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763705.977018:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777766784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763705.977091:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763705.977093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763705.977110:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763705.977112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789763705.977119:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777766784:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763705.977123:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763705.977134:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3377
00000100:00100000:0.0:1789763705.977138:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777766912:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763705.977148:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763705.977160:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789763705.977168:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789763705.977172:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763705.977181:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705]  req@ffff9c6f91eb9500 x1876699777766912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763705.977208:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777766912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763705.977215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777767040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763705.977219:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763705.977264:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763705.977270:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777766912:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763705.977296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763705.977299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763705.977301:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763705.977302:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777767040:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763705.977313:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3377
00000100:00080000:3.0:1789763705.977320:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763705.977324:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763705.977331:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763705.977337:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763705.977352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777767168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763705.977354:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705]  req@ffff9c6f91ebb800 x1876699777767040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763705.977415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777767040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763705.977418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763705.977421:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763705.977435:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763705.977440:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777767040:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763705.977457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763705.977463:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763705.977467:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777767168:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763705.977477:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3377
00000100:00080000:3.0:1789763705.977487:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763705.977491:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763705.977498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763705.977509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763705.977511:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705]  req@ffff9c6f91eb9f80 x1876699777767168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763705.977527:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777767168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763705.977534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763705.977541:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763705.977543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777767296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763705.977545:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777767168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763705.977615:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777767296:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763705.977634:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763705.977649:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705]  req@ffff9c6f91ebad80 x1876699777767296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763705.977657:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777767296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763705.977663:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763705.977665:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763705.977668:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777767296:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763706.104420:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763707.128446:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763708.152433:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763709.176415:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763710.200487:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763711.096321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763711.096330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763711.096334:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763711.096343:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3382
00000100:00080000:3.0:1789763711.096353:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763711.096361:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763711.096397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777767424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763711.096419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763711.096422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763711.096424:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763711.096426:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3382
00000100:00080000:3.0:1789763711.096429:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763711.096432:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763711.096440:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763711.096449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777767552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763711.096457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763711.096462:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777767424:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763711.096462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763711.096466:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763711.096473:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3382
00000100:00080000:3.0:1789763711.096475:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763711.096478:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763711.096481:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763711.096491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777767680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763711.096497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763711.096500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763711.096501:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763711.096504:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3382
00000100:00080000:3.0:1789763711.096507:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763711.096509:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763711.096513:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763711.096522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777767808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763711.096532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763711.096533:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763711.096535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763711.096538:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763711.096542:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3382
00000100:00080000:3.0:1789763711.096545:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763711.096547:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763711.096551:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763711.096559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777767936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763711.096564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763711.096567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763711.096569:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763711.096573:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3382
00000100:00100000:0.0:1789763711.096574:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff9c6f91ebad80 x1876699777767424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763711.096576:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763711.096582:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763711.096589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763711.096600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777768064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763711.096604:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777767424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763711.096622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763711.096626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763711.096627:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763711.096628:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763711.096636:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763711.096637:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3382
00000100:00080000:3.0:1789763711.096643:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763711.096645:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777767424:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763711.096649:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763711.096655:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763711.096663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777768192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763711.096674:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777767552:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763711.096695:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763711.096706:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff9c6f91eb9f80 x1876699777767552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763711.096719:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777767552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763711.096725:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763711.096728:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763711.096730:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777767552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763711.096733:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777767680:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763711.096745:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763711.096751:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff9c6f91ebb800 x1876699777767680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763711.096759:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777767680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763711.096764:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763711.096766:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763711.096767:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777767680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763711.096771:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777767808:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763711.096781:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763711.096790:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff9c6f91eb9500 x1876699777767808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763711.096802:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777767808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763711.096818:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763711.096822:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763711.096826:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777767808:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763711.096832:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777767936:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763711.096851:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763711.096859:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff9c6f91eb9880 x1876699777767936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763711.096867:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777767936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763711.096872:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763711.096874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763711.096876:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777767936:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763711.096879:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777768064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763711.096900:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763711.096907:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff9c6f91ebaa00 x1876699777768064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763711.096915:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777768064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763711.096919:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763711.096921:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763711.096924:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777768064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763711.096937:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777768192:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763711.096947:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763711.096953:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff9c6f91ebb480 x1876699777768192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763711.096961:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777768192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763711.096966:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763711.096967:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763711.096969:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777768192:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763711.224439:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763712.248418:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763713.272443:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763714.296457:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763715.320504:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763716.216380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763716.216393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763716.216398:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763716.216412:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3387
00000100:00080000:0.0:1789763716.216426:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763716.216436:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763716.216497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777768320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763716.216561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763716.216570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763716.216575:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763716.216585:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3387
00000100:00080000:0.0:1789763716.216595:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763716.216606:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777768320:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763716.216618:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763716.216639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763716.216672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777768448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763716.216698:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763716.216699:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763716.216713:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763716.216718:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763716.216728:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3387
00000100:00080000:0.0:1789763716.216738:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763716.216747:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763716.216768:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763716.216807:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777768576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763716.216808:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff9c6f84ef7800 x1876699777768320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763716.216851:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763716.216855:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763716.216858:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763716.216888:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3387
00000100:00100000:2.0:1789763716.216891:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777768320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763716.216897:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763716.216913:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789763716.216920:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763716.216923:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:2.0:1789763716.216933:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763716.216941:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777768320:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763716.216948:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777768704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763716.216972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763716.216977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763716.216982:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763716.216984:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777768448:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763716.216995:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3387
00000100:00080000:0.0:1789763716.217001:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763716.217006:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763716.217014:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763716.217032:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777768832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763716.217041:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763716.217063:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763716.217068:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763716.217077:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763716.217078:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff9c6f84ef4e00 x1876699777768448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763716.217086:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3387
00000100:00080000:0.0:1789763716.217097:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763716.217134:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763716.217147:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763716.217159:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777768448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763716.217169:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777768960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763716.217193:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763716.217209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763716.217212:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763716.217219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763716.217278:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763716.217291:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3387
00000100:00100000:2.0:1789763716.217291:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777768448:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763716.217304:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763716.217315:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777768576:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763716.217317:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763716.217336:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763716.217358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777769088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763716.217375:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763716.217400:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff9c6f84ef5880 x1876699777768576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763716.217432:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777768576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763716.217452:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763716.217456:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763716.217461:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777768576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763716.217469:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777768704:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763716.217510:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763716.217523:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff9c6f84ef6d80 x1876699777768704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763716.217538:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777768704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763716.217548:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763716.217552:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763716.217556:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777768704:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763716.217577:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777768832:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763716.217598:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763716.217609:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff9c6f84ef6a00 x1876699777768832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763716.217623:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777768832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763716.217633:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763716.217636:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763716.217641:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777768832:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763716.217648:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777768960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763716.217667:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763716.217678:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff9c6f84ef4380 x1876699777768960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763716.217691:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777768960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763716.217701:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763716.217704:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763716.217708:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777768960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763716.217715:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777769088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763716.217745:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763716.217764:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff9c6f84ef5c00 x1876699777769088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763716.217788:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777769088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763716.217805:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763716.217812:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763716.217818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777769088:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763716.344416:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763717.368424:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763718.392430:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763719.416475:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763720.440447:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763721.336309:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763721.336321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763721.336326:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763721.336337:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3392
00000100:00080000:0.0:1789763721.336351:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763721.336359:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763721.336409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777769216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763721.336437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763721.336440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763721.336441:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763721.336444:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3392
00000100:00080000:0.0:1789763721.336447:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763721.336450:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763721.336459:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763721.336475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777769344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763721.336475:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777769216:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763721.336495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763721.336497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763721.336499:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763721.336502:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3392
00000100:00080000:0.0:1789763721.336504:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763721.336507:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763721.336509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763721.336518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777769472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763721.336524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763721.336526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763721.336527:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763721.336530:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3392
00000100:00080000:0.0:1789763721.336532:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763721.336534:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763721.336538:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763721.336545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777769600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763721.336550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763721.336552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763721.336553:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763721.336557:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3392
00000100:00080000:0.0:1789763721.336560:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763721.336562:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763721.336566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763721.336571:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763721.336576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777769728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763721.336584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763721.336587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763721.336588:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763721.336591:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3392
00000100:00080000:0.0:1789763721.336594:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763721.336597:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763721.336600:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763721.336608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777769856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763721.336613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763721.336615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763721.336616:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763721.336619:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3392
00000100:00080000:0.0:1789763721.336623:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763721.336628:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763721.336628:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff9c6f84ef5f80 x1876699777769216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763721.336636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763721.336649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777769984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763721.336663:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777769216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763721.336673:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763721.336677:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763721.336681:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777769216:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763721.336706:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777769344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763721.336725:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763721.336734:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff9c6f84ef5c00 x1876699777769344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763721.336743:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777769344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763721.336749:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763721.336752:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763721.336754:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777769344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763721.336757:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777769472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763721.336768:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763721.336774:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff9c6f84ef4380 x1876699777769472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763721.336782:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777769472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763721.336801:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763721.336804:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763721.336806:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777769472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763721.336810:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777769600:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763721.336823:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763721.336830:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff9c6f84ef6a00 x1876699777769600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763721.336838:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777769600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763721.336843:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763721.336845:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763721.336847:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777769600:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763721.336850:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777769728:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763721.336861:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763721.336867:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff9c6f84ef6d80 x1876699777769728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763721.336875:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777769728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763721.336879:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763721.336881:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763721.336884:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777769728:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763721.336888:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777769856:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763721.336898:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763721.336904:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff9c6f84ef5880 x1876699777769856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763721.336910:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777769856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763721.336915:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763721.336917:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763721.336920:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777769856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763721.336923:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777769984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763721.336934:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763721.336939:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff9c6f84ef4e00 x1876699777769984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763721.336945:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777769984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763721.336950:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763721.336952:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763721.336954:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777769984:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763721.464475:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763722.488408:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763723.512484:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763724.536452:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763725.560472:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763726.456437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763726.456453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763726.456460:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763726.456478:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3398
00000100:00080000:0.0:1789763726.456497:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763726.456516:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763726.456584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777770112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763726.456635:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763726.456641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763726.456644:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763726.456649:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3398
00000100:00080000:0.0:1789763726.456654:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763726.456659:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763726.456675:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763726.456693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777770240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763726.456710:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777770112:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763726.456715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763726.456727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763726.456730:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763726.456736:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3398
00000100:00080000:0.0:1789763726.456742:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763726.456747:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763726.456754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763726.456769:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777770368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763726.456782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763726.456787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763726.456789:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763726.456794:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3398
00000100:00080000:0.0:1789763726.456799:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763726.456803:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763726.456809:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763726.456822:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777770496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763726.456832:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763726.456836:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763726.456838:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763726.456849:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3398
00000800:00000100:2.0:1789763726.456852:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763726.456856:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763726.456866:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763726.456872:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763726.456890:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777770624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763726.456911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763726.456916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763726.456919:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763726.456925:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3398
00000100:00080000:0.0:1789763726.456931:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763726.456942:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763726.456944:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff9c6f84ef7800 x1876699777770112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763726.456949:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763726.456972:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777770752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763726.456986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763726.456988:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777770112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763726.456995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763726.457003:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763726.457021:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3398
00000100:00080000:0.0:1789763726.457030:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763726.457031:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763726.457068:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789763726.457070:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:0.0:1789763726.457082:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763726.457085:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777770112:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763726.457108:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777770880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763726.457139:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777770240:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763726.457183:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763726.457201:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff9c6f84ef4700 x1876699777770240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763726.457218:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777770240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763726.457264:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763726.457268:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763726.457273:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777770240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763726.457281:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777770368:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763726.457307:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763726.457322:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff9c6f84ef7480 x1876699777770368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763726.457338:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777770368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763726.457357:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763726.457361:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763726.457366:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777770368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763726.457373:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777770496:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763726.457393:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763726.457405:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff9c6f84ef6300 x1876699777770496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763726.457418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777770496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763726.457429:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763726.457432:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763726.457436:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777770496:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763726.457442:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777770624:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763726.457461:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763726.457472:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff9c6f84ef4a80 x1876699777770624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763726.457486:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777770624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763726.457496:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763726.457499:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763726.457504:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777770624:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763726.457511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777770752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763726.457531:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763726.457542:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff9c6f84ef4000 x1876699777770752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763726.457562:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777770752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763726.457578:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763726.457584:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763726.457591:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777770752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763726.457603:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777770880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763726.457643:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763726.457666:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff9c6f84ef5500 x1876699777770880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763726.457682:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777770880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763726.457692:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763726.457697:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763726.457700:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777770880:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763726.584440:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763727.608455:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763728.632508:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763729.656496:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763730.680434:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763731.576457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763731.576476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763731.576485:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763731.576504:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3403
00000100:00080000:0.0:1789763731.576526:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763731.576541:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763731.576618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777771008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763731.576687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763731.576693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763731.576698:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763731.576713:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3403
00000100:00080000:0.0:1789763731.576726:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763731.576737:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763731.576754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763731.576777:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777771008:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763731.576781:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777771136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763731.576819:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763731.576824:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763731.576827:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763731.576834:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3403
00000100:00080000:0.0:1789763731.576839:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763731.576844:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763731.576850:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763731.576866:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777771264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763731.576879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763731.576884:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763731.576887:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763731.576891:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3403
00000100:00080000:0.0:1789763731.576895:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763731.576899:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763731.576904:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763731.576914:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777771392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763731.576925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763731.576928:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763731.576931:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763731.576935:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3403
00000100:00080000:0.0:1789763731.576940:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763731.576947:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763731.576955:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763731.576978:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777771520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763731.576998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763731.577029:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763731.577033:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763731.577041:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3403
00000100:00080000:0.0:1789763731.577049:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763731.577057:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763731.577069:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763731.577086:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777771648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763731.577098:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763731.577102:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763731.577105:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763731.577109:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3403
00000100:00080000:0.0:1789763731.577113:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763731.577118:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763731.577123:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763731.577133:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777771776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763731.577420:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763731.577573:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731]  req@ffff9c6f84ef6680 x1876699777771008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763731.577602:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777771008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763731.577617:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763731.577623:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763731.577629:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777771008:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763731.577663:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777771136:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763731.577696:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763731.577713:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731]  req@ffff9c6f84ef5500 x1876699777771136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763731.577728:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777771136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763731.577748:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763731.577753:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763731.577757:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777771136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763731.577768:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777771264:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763731.577804:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763731.577825:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731]  req@ffff9c6f84ef4000 x1876699777771264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763731.577851:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777771264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763731.577869:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763731.577876:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763731.577883:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777771264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763731.577893:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777771392:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763731.577924:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763731.577944:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731]  req@ffff9c6f84ef4a80 x1876699777771392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763731.577967:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777771392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763731.577984:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763731.578034:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763731.578043:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777771392:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763731.578058:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777771520:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763731.578100:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763731.578124:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731]  req@ffff9c6f84ef6300 x1876699777771520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763731.578149:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777771520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763731.578160:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763731.578164:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763731.578168:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777771520:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763731.578176:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777771648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763731.578205:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763731.578220:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731]  req@ffff9c6f84ef7480 x1876699777771648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763731.578281:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777771648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763731.578293:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763731.578300:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763731.578306:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777771648:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763731.578314:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777771776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763731.578340:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763731.578354:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731]  req@ffff9c6f84ef4700 x1876699777771776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763731.578371:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777771776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763731.578381:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763731.578385:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763731.578390:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777771776:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763731.704524:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763732.728453:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763733.752490:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763734.776486:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763735.800479:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763736.696486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763736.696503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763736.696510:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763736.696528:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3408
00000100:00080000:0.0:1789763736.696552:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763736.696568:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763736.696660:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777771904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763736.696706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763736.696712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763736.696715:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763736.696721:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3408
00000100:00080000:0.0:1789763736.696728:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763736.696735:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763736.696751:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763736.696772:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777772032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763736.696793:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777771904:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763736.696799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763736.696817:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763736.696820:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763736.696828:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3408
00000100:00080000:0.0:1789763736.696832:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763736.696838:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763736.696845:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763736.696862:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777772160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763736.696875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763736.696879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763736.696881:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763736.696887:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3408
00000100:00080000:0.0:1789763736.696895:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763736.696902:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763736.696908:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763736.696911:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763736.696931:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777772288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763736.696947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763736.696952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763736.696956:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763736.696990:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3408
00000100:00080000:0.0:1789763736.696999:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763736.697009:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763736.697020:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763736]  req@ffff9c6f84ef7800 x1876699777771904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763736.697021:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763736.697085:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777771904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763736.697087:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777772416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763736.697205:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763736.697207:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763736.697221:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763736.697257:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763736.697273:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777771904:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763736.697276:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763736.697294:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3408
00000100:00080000:0.0:1789763736.697305:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763736.697312:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763736.697322:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763736.697345:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777772032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763736.697351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777772544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763736.697390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763736.697398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763736.697402:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763736.697417:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763736.697427:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3408
00000100:00080000:0.0:1789763736.697441:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763736.697446:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763736]  req@ffff9c6f84ef4e00 x1876699777772032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763736.697462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763736.697482:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763736.697514:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777772032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763736.697523:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777772672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763736.697560:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763736.697584:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763736.697593:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777772032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763736.697604:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777772160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763736.697637:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763736.697653:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763736]  req@ffff9c6f84ef5880 x1876699777772160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763736.697668:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777772160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763736.697678:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763736.697683:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763736.697687:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777772160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763736.697694:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777772288:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763736.697714:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763736.697725:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763736]  req@ffff9c6f84ef6d80 x1876699777772288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763736.697739:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777772288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763736.697757:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763736.697761:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763736.697766:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777772288:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763736.697772:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777772416:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763736.697791:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763736.697802:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763736]  req@ffff9c6f84ef6a00 x1876699777772416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763736.697815:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777772416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763736.697823:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763736.697827:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763736.697831:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777772416:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763736.697855:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777772544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763736.697876:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763736.697889:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763736]  req@ffff9c6f84ef4380 x1876699777772544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763736.697903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777772544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763736.697912:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763736.697916:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763736.697921:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777772544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763736.697928:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777772672:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763736.697946:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763736.697957:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763736]  req@ffff9c6f84ef5c00 x1876699777772672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763736.697996:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777772672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763736.698006:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763736.698010:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763736.698014:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777772672:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763736.824497:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763737.848472:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763738.872494:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763739.896485:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763740.920560:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763741.816385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763741.816403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763741.816412:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763741.816434:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3413
00000100:00080000:0.0:1789763741.816456:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763741.816471:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763741.816547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777772800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763741.816594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763741.816599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763741.816602:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763741.816608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3413
00000100:00080000:0.0:1789763741.816613:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763741.816619:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763741.816636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763741.816657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777772928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763741.816676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763741.816687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763741.816690:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777772800:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763741.816692:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763741.816710:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3413
00000100:00080000:0.0:1789763741.816727:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763741.816734:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763741.816740:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763741.816757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777773056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763741.816770:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763741.816775:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763741.816779:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763741.816783:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3413
00000100:00080000:0.0:1789763741.816788:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763741.816793:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763741.816799:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763741.816814:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777773184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763741.816825:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763741.816830:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763741.816832:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763741.816838:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3413
00000100:00080000:0.0:1789763741.816847:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763741.816852:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763741.816861:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763741.816877:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777773312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763741.816895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763741.816901:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777772928:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763741.816903:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763741.816910:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763741.816951:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3413
00000100:00080000:0.0:1789763741.816959:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763741.816966:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763741.816977:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763741.817001:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777773440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763741.817015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763741.817020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763741.817024:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763741.817033:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777773056:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763741.817035:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3413
00000100:00080000:0.0:1789763741.817052:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763741.817065:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763741.817076:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763741.817101:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777773184:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763741.817111:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777773568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763741.817146:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777773312:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763741.817202:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777773440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763741.817294:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777773568:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763741.944487:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763742.968521:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763743.992438:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789763744.888749:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:0.0:1789763744.888846:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789763744.888880:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763744.888980:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763744.888994:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763744.889013:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763744.889033:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:0.0:1789763744.889056:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789763744.889067:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763744]  req@ffff9c6f84ef5c00 x1876699777772928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789763744.889086:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789763744.889131:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777772928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763744.889151:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763744.889158:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763744.889164:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777772928:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763744.889175:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763744]  req@ffff9c6f84ef4380 x1876699777773056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763744.889193:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777773056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763744.889204:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763744.889209:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763744.889213:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777773056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763744.889259:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763744]  req@ffff9c6f84ef6a00 x1876699777773184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763744.889290:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777773184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763744.889307:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763744.889317:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763744.889326:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777773184:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763744.889342:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763744]  req@ffff9c6f84ef5f80 x1876699777772800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763744.889372:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777772800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763744.889389:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763744.889396:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763744.889404:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777772800:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763744.889488:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763744]  req@ffff9c6f84ef4e00 x1876699777773568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763744.889517:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777773568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763744.889536:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763744.889543:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763744.889568:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777773568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763744.889580:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763744]  req@ffff9c6f84ef6d80 x1876699777773312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763744.889604:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777773312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763744.889620:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763744.889628:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763744.889633:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777773312:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763744.889646:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763744]  req@ffff9c6f84ef5880 x1876699777773440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763744.889693:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777773440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763744.889706:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763744.889712:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763744.889718:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777773440:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763745.016501:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763746.040498:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763746.936471:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763746.936488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763746.936494:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763746.936511:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3418
00000100:00080000:1.0:1789763746.936529:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763746.936541:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763746.936603:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777773696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763746.936644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763746.936650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763746.936652:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763746.936657:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3418
00000100:00080000:1.0:1789763746.936662:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763746.936666:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763746.936680:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763746.936696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777773824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763746.936709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763746.936714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763746.936716:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763746.936721:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3418
00000100:00080000:1.0:1789763746.936726:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763746.936733:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763746.936742:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763746.936750:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777773696:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763746.936768:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777773952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763746.936791:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763746.936798:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763746.936802:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763746.936810:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3418
00000100:00080000:1.0:1789763746.936817:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763746.936842:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763746.936853:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763746.936878:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777774080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763746.936916:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763746.936938:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763746.936946:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763746.936950:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763746.936960:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3418
00000100:00080000:1.0:1789763746.936969:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763746.936977:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763746.936987:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763746.937015:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746]  req@ffff9c6f9118e680 x1876699777773696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763746.937027:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777774208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763746.937069:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763746.937077:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763746.937086:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763746.937087:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777773696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763746.937111:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3418
00000100:00080000:1.0:1789763746.937128:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763746.937140:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763746.937142:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789763746.937160:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:1.0:1789763746.937161:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763746.937176:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777773696:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763746.937197:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777774336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763746.937201:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777773824:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763746.937324:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763746.937331:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763746.937335:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763746.937346:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3418
00000800:00000100:3.0:1789763746.937353:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763746.937360:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763746.937373:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763746.937385:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763746.937421:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746]  req@ffff9c6f9118c380 x1876699777773824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763746.937422:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777774464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763746.937501:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777773824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763746.937523:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763746.937531:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763746.937540:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777773824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763746.937779:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777773952:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763746.937840:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763746.937869:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746]  req@ffff9c6f9118f800 x1876699777773952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763746.937931:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777773952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763746.937951:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763746.937959:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763746.937965:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777773952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763746.937978:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777774080:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763746.938021:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763746.938045:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746]  req@ffff9c6f9118c700 x1876699777774080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763746.938070:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777774080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763746.938089:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763746.938096:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763746.938102:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777774080:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763746.938113:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777774208:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763746.938153:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763746.938175:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746]  req@ffff9c6f9118d500 x1876699777774208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763746.938196:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777774208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763746.938210:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763746.938216:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763746.938278:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777774208:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763746.938294:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777774336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763746.938336:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763746.938360:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746]  req@ffff9c6f9118ed80 x1876699777774336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763746.938387:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777774336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763746.938403:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763746.938410:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763746.938420:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777774336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763746.938436:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777774464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763746.938491:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763746.938516:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746]  req@ffff9c6f9118f100 x1876699777774464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763746.938542:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777774464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763746.938559:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763746.938565:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763746.938572:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777774464:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763747.064474:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763748.088565:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763749.112446:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763750.136500:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763751.160411:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763752.056403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763752.056422:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763752.056431:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763752.056450:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3423
00000100:00080000:0.0:1789763752.056467:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763752.056478:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763752.056541:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777774592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763752.056594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763752.056603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763752.056607:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763752.056616:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3423
00000100:00080000:0.0:1789763752.056625:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763752.056634:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763752.056649:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763752.056669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777774720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763752.056685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763752.056690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763752.056693:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763752.056699:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3423
00000100:00080000:0.0:1789763752.056704:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763752.056709:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763752.056716:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763752.056725:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777774592:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763752.056739:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777774848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763752.056755:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763752.056760:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763752.056763:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763752.056767:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3423
00000100:00080000:0.0:1789763752.056772:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763752.056776:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763752.056783:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763752.056799:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777774976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763752.056810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763752.056817:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763752.056819:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763752.056824:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3423
00000100:00080000:0.0:1789763752.056829:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763752.056836:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789763752.056848:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789763752.056872:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763752.056894:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777775104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763752.056909:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763752.056915:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763752.056917:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763752.056922:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3423
00000100:00080000:0.0:1789763752.056928:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763752.056933:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763752.056940:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763752.056962:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777775232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763752.056965:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff9c6f84ef7800 x1876699777774592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763752.057003:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763752.057015:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763752.057017:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763752.057025:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3423
00000100:00080000:0.0:1789763752.057029:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763752.057036:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777774592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763752.057042:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763752.057057:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763752.057070:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763752.057080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777775360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763752.057087:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763752.057103:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777774592:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763752.057123:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777774720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763752.057163:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763752.057181:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff9c6f84ef4700 x1876699777774720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763752.057196:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777774720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763752.057207:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763752.057211:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763752.057215:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777774720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763752.057297:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777774848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763752.057324:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763752.057339:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff9c6f84ef7480 x1876699777774848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763752.057354:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777774848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763752.057364:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763752.057369:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763752.057373:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777774848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763752.057380:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777774976:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763752.057399:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763752.057410:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff9c6f84ef6300 x1876699777774976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763752.057425:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777774976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763752.057436:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763752.057439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763752.057442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777774976:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763752.057449:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777775104:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763752.057467:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763752.057478:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff9c6f84ef4a80 x1876699777775104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763752.057492:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777775104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763752.057502:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763752.057505:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763752.057509:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777775104:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763752.057515:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777775232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763752.057533:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763752.057543:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff9c6f84ef4000 x1876699777775232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763752.057556:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777775232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763752.057574:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763752.057578:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763752.057582:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777775232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763752.057588:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777775360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763752.057606:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763752.057617:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff9c6f84ef5500 x1876699777775360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763752.057630:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777775360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763752.057640:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763752.057643:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763752.057647:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777775360:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763752.184504:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763753.208478:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763754.232453:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763755.256549:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763756.280485:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763757.176449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763757.176464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763757.176472:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763757.176488:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3428
00000100:00080000:3.0:1789763757.176521:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763757.176534:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763757.176613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777775488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763757.176674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763757.176683:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763757.176687:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763757.176695:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3428
00000100:00080000:3.0:1789763757.176702:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763757.176709:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763757.176727:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763757.176737:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777775488:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763757.176757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777775616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763757.176783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763757.176790:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763757.176795:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763757.176803:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3428
00000100:00080000:3.0:1789763757.176859:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763757.176873:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789763757.176877:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789763757.176888:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763757.176915:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777775744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763757.176929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763757.176934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763757.176937:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763757.176945:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3428
00000100:00080000:3.0:1789763757.176952:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763757.176958:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763757.176965:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff9c6f91ebb480 x1876699777775488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763757.176969:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763757.176995:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777775872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763757.177008:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777775488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763757.177036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763757.177042:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763757.177047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763757.177052:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763757.177058:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763757.177062:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777775488:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763757.177076:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3428
00000100:00080000:3.0:1789763757.177086:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763757.177093:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763757.177105:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763757.177109:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777775616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763757.177139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777776000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763757.177157:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763757.177174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763757.177183:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789763757.177187:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff9c6f91ebaa00 x1876699777775616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763757.177191:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763757.177211:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3428
00000100:00080000:3.0:1789763757.177272:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763757.177274:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777775616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763757.177286:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789763757.177298:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763757.177305:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763757.177308:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763757.177323:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777775616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763757.177336:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777775744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763757.177347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777776128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763757.177372:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763757.177373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763757.177385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763757.177389:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763757.177397:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff9c6f91eb9880 x1876699777775744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763757.177399:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3428
00000100:00080000:3.0:1789763757.177411:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763757.177423:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763757.177433:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777775744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763757.177434:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763757.177465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777776256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763757.177468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763757.177484:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763757.177496:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777775744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763757.177510:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777775872:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763757.177552:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763757.177567:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff9c6f91eb9500 x1876699777775872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763757.177581:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777775872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763757.177592:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763757.177596:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763757.177600:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777775872:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763757.177620:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777776000:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763757.177642:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763757.177653:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff9c6f91ebb800 x1876699777776000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763757.177667:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777776000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763757.177677:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763757.177680:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763757.177686:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777776000:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763757.177693:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777776128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763757.177713:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763757.177724:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff9c6f91eb9f80 x1876699777776128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763757.177738:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777776128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763757.177748:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763757.177751:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763757.177755:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777776128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763757.177761:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777776256:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763757.177779:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763757.177789:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff9c6f91ebad80 x1876699777776256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763757.177803:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777776256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763757.177834:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763757.177839:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763757.177843:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777776256:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763757.304537:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763758.328507:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763759.352507:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763760.376411:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763761.400468:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763762.296382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763762.296398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763762.296404:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763762.296419:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3433
00000100:00080000:3.0:1789763762.296436:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763762.296446:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763762.296509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777776384/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763762.296551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763762.296556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763762.296559:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763762.296565:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3433
00000100:00080000:3.0:1789763762.296570:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763762.296575:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763762.296588:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763762.296603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777776512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763762.296619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763762.296624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763762.296626:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763762.296632:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3433
00000100:00080000:3.0:1789763762.296635:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763762.296639:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763762.296645:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763762.296663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777776640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763762.296665:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777776384:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763762.296693:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763762.296698:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763762.296700:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763762.296705:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3433
00000100:00080000:3.0:1789763762.296708:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763762.296712:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763762.296718:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763762.296733:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777776768/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763762.296746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763762.296751:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763762.296753:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763762.296758:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3433
00000100:00080000:3.0:1789763762.296811:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763762.296817:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763762.296823:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763762.296836:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763762.296841:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777776896/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763762.296862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763762.296867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763762.296870:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763762.296875:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3433
00000100:00080000:3.0:1789763762.296879:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763762.296885:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763762.296891:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763762.296902:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777777024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763762.296914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763762.296918:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763762.296921:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763762.296926:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3433
00000100:00080000:3.0:1789763762.296933:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763762.296941:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff9c6f91ebad80 x1876699777776384/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763762.296943:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763762.296954:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763762.296975:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777777152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763762.297000:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777776384/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763762.297032:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763762.297042:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763762.297051:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777776384:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763762.297067:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777776512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763762.297111:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763762.297135:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff9c6f91eb9f80 x1876699777776512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763762.297159:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777776512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763762.297170:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763762.297175:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763762.297179:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777776512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763762.297213:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777776640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763762.297278:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763762.297295:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff9c6f91ebb800 x1876699777776640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763762.297310:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777776640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763762.297329:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763762.297334:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763762.297338:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777776640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763762.297346:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777776768:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763762.297366:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763762.297377:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff9c6f91eb9500 x1876699777776768/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763762.297391:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777776768/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763762.297401:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763762.297405:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763762.297408:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777776768:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763762.297415:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777776896:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763762.297434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763762.297444:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff9c6f91eb9880 x1876699777776896/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763762.297458:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777776896/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763762.297467:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763762.297471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763762.297476:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777776896:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763762.297482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777777024:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763762.297500:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763762.297511:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff9c6f91ebaa00 x1876699777777024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763762.297525:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777777024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763762.297534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763762.297537:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763762.297541:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777777024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763762.297547:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777777152:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763762.297565:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763762.297575:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff9c6f91ebb480 x1876699777777152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763762.297588:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777777152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763762.297597:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763762.297601:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763762.297604:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777777152:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763762.424419:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763763.448393:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763764.472452:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763765.496482:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763766.520481:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763767.416400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763767.416419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763767.416426:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763767.416447:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3439
00000100:00080000:0.0:1789763767.416466:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763767.416478:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763767.416534:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777777280/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763767.416575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763767.416580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763767.416582:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763767.416588:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3439
00000100:00080000:0.0:1789763767.416593:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763767.416600:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763767.416614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763767.416628:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777777280:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763767.416638:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777777408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763767.416654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763767.416660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763767.416663:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763767.416670:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3439
00000100:00080000:0.0:1789763767.416674:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763767.416679:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763767.416685:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763767.416699:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777777536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763767.416709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763767.416714:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763767.416717:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763767.416721:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3439
00000100:00080000:0.0:1789763767.416726:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763767.416734:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789763767.416760:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789763767.416764:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763767.416782:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777777664/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763767.416793:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763767.416797:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763767.416799:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763767.416804:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3439
00000100:00080000:0.0:1789763767.416808:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763767.416814:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763767.416820:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763767.416836:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff9c6f84ef6680 x1876699777777280/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763767.416837:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777777792/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763767.416871:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763767.416877:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763767.416879:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763767.416884:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3439
00000100:00080000:0.0:1789763767.416888:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763767.416892:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763767.416896:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763767.416904:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777777920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763767.416912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763767.416915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763767.416916:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763767.416920:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3439
00000100:00080000:0.0:1789763767.416922:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763767.416925:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763767.416929:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763767.416936:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777778048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763767.417122:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777777280/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763767.417139:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763767.417144:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763767.417150:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777777280:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763767.417187:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777777408:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763767.417257:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763767.417413:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff9c6f84ef5500 x1876699777777408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763767.417429:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777777408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763767.417439:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763767.417443:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763767.417447:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777777408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763767.417453:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777777536:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763767.417478:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763767.417491:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff9c6f84ef4000 x1876699777777536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763767.417502:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777777536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763767.417509:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763767.417512:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763767.417515:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777777536:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763767.417520:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777777664:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763767.417537:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763767.417546:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff9c6f84ef4a80 x1876699777777664/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763767.417557:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777777664/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763767.417564:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763767.417567:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763767.417571:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777777664:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763767.417576:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777777792:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763767.417591:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763767.417600:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff9c6f84ef6300 x1876699777777792/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763767.417613:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777777792/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763767.417626:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763767.417631:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763767.417636:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777777792:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763767.417644:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777777920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763767.417674:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763767.417704:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff9c6f84ef7480 x1876699777777920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763767.417721:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777777920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763767.417733:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763767.417761:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763767.417768:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777777920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763767.417777:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777778048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763767.417823:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763767.417841:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff9c6f84ef4700 x1876699777778048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763767.417858:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777778048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763767.417868:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763767.417872:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763767.417877:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777778048:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763767.544429:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763768.568410:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763769.592559:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763770.616425:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763771.640527:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763772.536389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763772.536405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763772.536413:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763772.536429:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3444
00000100:00080000:0.0:1789763772.536446:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763772.536458:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763772.536521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777778176/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763772.536566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763772.536571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763772.536574:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763772.536580:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3444
00000100:00080000:0.0:1789763772.536585:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763772.536591:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763772.536605:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763772.536630:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777778304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763772.536631:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777778176:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763772.536667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763772.536672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763772.536676:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763772.536685:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3444
00000100:00080000:0.0:1789763772.536728:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763772.536737:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763772.536745:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763772.536762:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763772.536770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777778432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763772.536796:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763772.536801:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763772.536804:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763772.536813:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3444
00000100:00080000:0.0:1789763772.536821:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763772.536827:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772]  req@ffff9c6f84ef7800 x1876699777778176/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763772.536829:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763772.536844:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763772.536882:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777778560/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763772.536888:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777778176/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763772.536937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763772.536957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763772.536965:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763772.536978:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763772.536979:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3444
00000100:00080000:3.0:1789763772.536993:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763772.536998:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763772.537002:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777778176:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763772.537013:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763772.537026:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763772.537038:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777778304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763772.537059:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777778688/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763772.537076:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763772.537101:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772]  req@ffff9c6f84ef5880 x1876699777778304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763772.537115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763772.537122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789763772.537124:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777778304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763772.537127:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763772.537155:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3444
00000100:00080000:0.0:1789763772.537179:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763772.537180:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763772.537199:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763772.537206:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763772.537212:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777778304:192.168.203.138@tcp:38:kworker.0
00000008:00100000:0.0:1789763772.537263:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763772.537290:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777778432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763772.537304:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777778816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763772.537323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763772.537329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763772.537332:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763772.537341:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763772.537342:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3444
00000100:00080000:0.0:1789763772.537358:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763772.537368:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763772.537375:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772]  req@ffff9c6f84ef6d80 x1876699777778432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763772.537381:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763772.537405:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777778432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763772.537417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777778944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763772.537434:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763772.537454:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763772.537466:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777778432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763772.537481:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777778560:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763772.537505:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763772.537516:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772]  req@ffff9c6f84ef4e00 x1876699777778560/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763772.537527:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777778560/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763772.537535:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763772.537538:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763772.537542:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777778560:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763772.537560:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777778688:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763772.537576:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763772.537585:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772]  req@ffff9c6f84ef5f80 x1876699777778688/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763772.537596:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777778688/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763772.537603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763772.537606:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763772.537608:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777778688:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763772.537614:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777778816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763772.537628:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763772.537638:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772]  req@ffff9c6f84ef6a00 x1876699777778816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763772.537648:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777778816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763772.537655:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763772.537658:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763772.537662:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777778816:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763772.537667:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777778944:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763772.537680:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763772.537689:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772]  req@ffff9c6f84ef4380 x1876699777778944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763772.537717:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777778944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763772.537726:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763772.537730:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763772.537733:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777778944:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763772.664472:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763773.688399:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763774.712421:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763775.736480:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763776.760396:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763777.656350:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763777.656359:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763777.656363:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763777.656372:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3449
00000100:00080000:1.0:1789763777.656382:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763777.656389:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763777.656436:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777779072/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763777.656460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763777.656463:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763777.656465:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763777.656485:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3449
00000100:00080000:1.0:1789763777.656488:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763777.656492:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763777.656503:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763777.656517:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777779200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763777.656524:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777779072:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763777.656533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763777.656537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763777.656538:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763777.656542:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3449
00000100:00080000:1.0:1789763777.656545:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763777.656548:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763777.656552:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763777.656563:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777779328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763777.656572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763777.656574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763777.656576:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763777.656579:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3449
00000100:00080000:1.0:1789763777.656584:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763777.656587:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763777.656592:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763777.656600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777779456/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763777.656607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763777.656612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:3.0:1789763777.656613:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763777.656616:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763777.656623:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3449
00000100:00080000:1.0:1789763777.656626:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763777.656629:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763777.656633:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763777.656642:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777779584/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763777.656649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763777.656652:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763777.656654:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763777.656656:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3449
00000100:00080000:1.0:1789763777.656659:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763777.656678:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763777.656682:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763777.656692:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777779712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763777.656700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763777.656723:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763777.656724:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777]  req@ffff9c6f9118d180 x1876699777779072/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763777.656725:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763777.656734:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3449
00000100:00080000:1.0:1789763777.656740:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763777.656743:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763777.656747:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763777.656761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777779840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763777.656774:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777779072/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763777.656789:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763777.656794:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763777.656800:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777779072:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763777.656826:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777779200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763777.656869:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763777.656895:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777]  req@ffff9c6f9118ce00 x1876699777779200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763777.656918:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777779200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763777.656928:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763777.656932:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763777.656936:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777779200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763777.656943:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777779328:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763777.656996:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763777.657008:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777]  req@ffff9c6f9118df80 x1876699777779328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763777.657024:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777779328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763777.657033:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763777.657037:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763777.657041:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777779328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763777.657049:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777779456:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763777.657075:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763777.657088:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777]  req@ffff9c6f9118dc00 x1876699777779456/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763777.657098:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777779456/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763777.657126:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763777.657129:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763777.657132:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777779456:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763777.657136:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777779584:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763777.657153:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763777.657161:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777]  req@ffff9c6f9118ca80 x1876699777779584/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763777.657169:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777779584/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763777.657176:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763777.657178:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763777.657180:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777779584:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763777.657184:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777779712:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763777.657198:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763777.657209:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777]  req@ffff9c6f9118f100 x1876699777779712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763777.657238:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777779712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763777.657246:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763777.657249:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763777.657252:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777779712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763777.657257:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777779840:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763777.657274:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763777.657283:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777]  req@ffff9c6f9118ed80 x1876699777779840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763777.657315:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777779840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763777.657322:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763777.657324:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763777.657326:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777779840:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763777.784398:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763778.808408:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763779.832381:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763780.856356:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763781.880405:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763782.776328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763782.776337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763782.776340:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763782.776350:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3454
00000100:00080000:1.0:1789763782.776359:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763782.776365:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763782.776398:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777779968/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763782.776421:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763782.776424:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763782.776425:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763782.776428:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3454
00000100:00080000:1.0:1789763782.776431:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763782.776434:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763782.776442:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763782.776452:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777779968:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763782.776454:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777780096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763782.776467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763782.776469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763782.776470:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763782.776473:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3454
00000100:00080000:1.0:1789763782.776474:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763782.776478:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763782.776481:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763782.776488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777780224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763782.776495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763782.776498:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763782.776499:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763782.776502:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3454
00000100:00080000:1.0:1789763782.776504:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763782.776506:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763782.776509:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763782.776515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777780352/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763782.776521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763782.776525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763782.776527:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763782.776527:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763782.776534:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3454
00000100:00080000:1.0:1789763782.776537:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763782.776539:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763782.776543:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763782.776551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777780480/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763782.776558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763782.776561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763782.776563:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763782.776565:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3454
00000100:00080000:1.0:1789763782.776568:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763782.776571:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782]  req@ffff9c6f9118d500 x1876699777779968/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763782.776574:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763782.776584:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763782.776592:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777779968/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763782.776601:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777780608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763782.776605:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763782.776613:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763782.776620:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777779968:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763782.776622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763782.776643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763782.776645:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763782.776651:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3454
00000100:00080000:1.0:1789763782.776654:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763782.776657:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763782.776661:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777780096:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789763782.776664:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763782.776679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777780736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763782.776698:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763782.776717:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782]  req@ffff9c6f9118c700 x1876699777780096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763782.776727:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777780096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763782.776734:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763782.776736:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763782.776756:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777780096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763782.776761:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777780224:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763782.776779:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763782.776788:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782]  req@ffff9c6f9118f800 x1876699777780224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763782.776797:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777780224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763782.776804:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763782.776807:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763782.776809:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777780224:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763782.776814:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777780352:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763782.776826:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763782.776833:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782]  req@ffff9c6f9118c380 x1876699777780352/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763782.776842:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777780352/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763782.776848:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763782.776850:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763782.776853:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777780352:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763782.776856:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777780480:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763782.776867:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763782.776891:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782]  req@ffff9c6f9118e680 x1876699777780480/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763782.776905:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777780480/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763782.776911:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763782.776913:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763782.776915:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777780480:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763782.776921:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777780608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763782.776941:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763782.776953:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782]  req@ffff9c6f9118ed80 x1876699777780608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763782.776967:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777780608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763782.776974:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763782.776976:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763782.776978:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777780608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763782.777001:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777780736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763782.777017:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763782.777025:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782]  req@ffff9c6f9118f100 x1876699777780736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763782.777032:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777780736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763782.777038:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763782.777040:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763782.777042:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777780736:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763782.904370:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763783.928359:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763784.952355:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763785.976353:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763787.000366:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763787.896316:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763787.896325:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763787.896328:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763787.896337:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3459
00000100:00080000:0.0:1789763787.896346:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763787.896352:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763787.896386:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777780864/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763787.896407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763787.896410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763787.896411:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763787.896414:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3459
00000100:00080000:0.0:1789763787.896417:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763787.896420:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763787.896429:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763787.896437:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777780864:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763787.896440:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777780992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763787.896450:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763787.896453:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763787.896454:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763787.896457:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3459
00000100:00080000:0.0:1789763787.896459:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763787.896461:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763787.896465:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763787.896473:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777781120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763787.896478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763787.896481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763787.896482:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763787.896485:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3459
00000100:00080000:0.0:1789763787.896488:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763787.896490:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789763787.896495:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789763787.896497:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763787.896506:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777781248/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763787.896513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763787.896516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763787.896517:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763787.896519:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3459
00000100:00080000:0.0:1789763787.896521:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763787.896524:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763787.896528:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763787.896533:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787]  req@ffff9c6f84ef5c00 x1876699777780864/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763787.896537:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777781376/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763787.896562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763787.896568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763787.896569:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763787.896572:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3459
00000100:00080000:0.0:1789763787.896575:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763787.896578:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777780864/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763787.896581:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763787.896606:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763787.896606:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763787.896613:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763787.896618:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777780864:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763787.896620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777781504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763787.896629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763787.896632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763787.896633:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763787.896636:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3459
00000100:00080000:0.0:1789763787.896640:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763787.896643:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777780992:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763787.896647:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763787.896652:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763787.896661:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777781632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763787.896672:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763787.896685:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787]  req@ffff9c6f84ef4380 x1876699777780992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763787.896694:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777780992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763787.896701:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763787.896703:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763787.896705:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777780992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763787.896709:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777781120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763787.896719:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763787.896725:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787]  req@ffff9c6f84ef6a00 x1876699777781120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763787.896732:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777781120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763787.896742:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763787.896744:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763787.896746:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777781120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763787.896750:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777781248:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763787.896761:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763787.896770:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787]  req@ffff9c6f84ef5f80 x1876699777781248/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763787.896782:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777781248/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763787.896790:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763787.896794:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763787.896797:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777781248:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763787.896804:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777781376:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763787.896824:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763787.896836:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787]  req@ffff9c6f84ef4e00 x1876699777781376/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763787.896849:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777781376/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763787.896855:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763787.896857:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763787.896860:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777781376:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763787.896864:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777781504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763787.896879:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763787.896887:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787]  req@ffff9c6f84ef6d80 x1876699777781504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763787.896894:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777781504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763787.896899:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763787.896901:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763787.896902:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777781504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763787.896915:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777781632:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763787.896925:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763787.896932:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787]  req@ffff9c6f84ef5880 x1876699777781632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763787.896939:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777781632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763787.896944:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763787.896946:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763787.896948:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777781632:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763788.024359:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763789.048401:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763790.072400:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763791.096373:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763792.120446:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763793.016315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763793.016323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763793.016327:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763793.016336:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3464
00000100:00080000:0.0:1789763793.016347:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763793.016354:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763793.016385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777781760/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763793.016408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763793.016411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763793.016412:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763793.016415:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3464
00000100:00080000:0.0:1789763793.016418:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763793.016421:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763793.016430:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763793.016440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777781888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763793.016453:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777781760:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763793.016473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763793.016475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763793.016477:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763793.016480:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3464
00000100:00080000:0.0:1789763793.016482:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763793.016485:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763793.016488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763793.016502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777782016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763793.016509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763793.016512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763793.016514:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763793.016516:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3464
00000100:00080000:0.0:1789763793.016520:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763793.016523:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763793.016526:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763793.016532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777782144/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763793.016539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763793.016541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763793.016542:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763793.016545:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3464
00000800:00000100:3.0:1789763793.016563:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763793.016565:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763793.016571:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763793.016575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763793.016585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777782272/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763793.016593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763793.016596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763793.016597:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763793.016600:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3464
00000100:00080000:0.0:1789763793.016602:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763793.016606:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763793.016610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763793.016619:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff9c6f84ef7800 x1876699777781760/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763793.016625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777782400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763793.016669:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763793.016673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763793.016675:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763793.016678:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777781760/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763793.016684:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3464
00000100:00080000:0.0:1789763793.016696:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763793.016709:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789763793.016711:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763793.016714:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763793.016718:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763793.016726:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777781760:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763793.016733:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777782528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763793.016760:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777781888:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763793.016784:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763793.016801:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff9c6f84ef4700 x1876699777781888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763793.016815:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777781888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.016825:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.016829:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763793.016833:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777781888:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763793.016841:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777782016:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763793.016861:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763793.016872:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff9c6f84ef7480 x1876699777782016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763793.016880:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777782016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.016886:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.016888:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763793.016891:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777782016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763793.016895:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777782144:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763793.016906:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763793.016912:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff9c6f84ef6300 x1876699777782144/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763793.016919:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777782144/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.016925:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.016926:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763793.016928:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777782144:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763793.016932:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777782272:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763793.016942:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763793.016949:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff9c6f84ef4a80 x1876699777782272/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763793.016961:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777782272/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.016970:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.016974:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763793.016978:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777782272:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763793.016985:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777782400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763793.017007:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763793.017019:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff9c6f84ef4000 x1876699777782400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763793.017032:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777782400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.017042:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.017045:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763793.017049:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777782400:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763793.017056:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777782528:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763793.017090:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763793.017104:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff9c6f84ef5500 x1876699777782528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763793.017118:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777782528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.017127:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.017131:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763793.017135:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777782528:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789763793.144417:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763794.168423:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763795.192363:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763796.216388:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763797.240349:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763798.136306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763798.136315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763798.136318:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763798.136327:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3469
00000100:00080000:0.0:1789763798.136337:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763798.136344:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763798.136378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777782656/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763798.136398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763798.136400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763798.136402:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763798.136404:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3469
00000100:00080000:0.0:1789763798.136407:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763798.136410:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763798.136419:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763798.136427:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777782656:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763798.136432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777782784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763798.136440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763798.136443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763798.136444:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763798.136447:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3469
00000100:00080000:0.0:1789763798.136449:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763798.136451:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763798.136455:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763798.136464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777782912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763798.136470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763798.136472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763798.136474:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763798.136476:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3469
00000100:00080000:0.0:1789763798.136478:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763798.136480:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763798.136483:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763798.136485:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763798.136494:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777783040/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763798.136501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763798.136504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763798.136505:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763798.136508:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3469
00000100:00080000:0.0:1789763798.136523:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763798.136528:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763798.136532:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763798.136536:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff9c6f84ef6680 x1876699777782656/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763798.136545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777783168/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763798.136554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763798.136556:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777782656/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763798.136557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763798.136562:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763798.136570:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3469
00000100:00080000:0.0:1789763798.136576:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763798.136580:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763798.136583:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763798.136585:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763798.136591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777783296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763798.136595:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763798.136605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763798.136605:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777782656:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763798.136612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763798.136616:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763798.136619:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3469
00000100:00080000:0.0:1789763798.136622:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763798.136624:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763798.136627:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763798.136633:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777783424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763798.136639:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777782784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763798.136663:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763798.136677:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff9c6f84ef5500 x1876699777782784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.136685:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777782784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.136691:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.136693:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763798.136696:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777782784:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763798.136702:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777782912:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763798.136712:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763798.136718:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff9c6f84ef4000 x1876699777782912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.136726:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777782912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.136731:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.136733:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763798.136734:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777782912:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763798.136738:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777783040:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763798.136755:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763798.136767:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff9c6f84ef4a80 x1876699777783040/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.136779:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777783040/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.136788:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.136792:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763798.136795:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777783040:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763798.136800:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777783168:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763798.136814:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763798.136822:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff9c6f84ef6300 x1876699777783168/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.136830:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777783168/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.136835:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.136837:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763798.136839:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777783168:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763798.136842:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777783296:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763798.136852:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763798.136858:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff9c6f84ef7480 x1876699777783296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.136865:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777783296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.136870:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.136872:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763798.136873:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777783296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763798.136886:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777783424:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763798.136901:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763798.136912:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff9c6f84ef4700 x1876699777783424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.136924:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777783424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.136940:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.136943:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763798.136945:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777783424:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763798.264335:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763799.288370:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763800.312348:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763801.336377:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763802.360369:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763803.256317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.256328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763803.256335:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.256346:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3474
00000100:00080000:2.0:1789763803.256360:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.256369:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763803.256419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777783552/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763803.256457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.256461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763803.256464:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.256469:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3474
00000100:00080000:2.0:1789763803.256486:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.256493:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763803.256506:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763803.256525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777783680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763803.256536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.256541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789763803.256544:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777783552:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763803.256544:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.256554:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3474
00000100:00080000:2.0:1789763803.256565:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.256570:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763803.256575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763803.256585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777783808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763803.256597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.256600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763803.256602:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.256604:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3474
00000100:00080000:2.0:1789763803.256609:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.256612:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763803.256615:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763803.256623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777783936/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763803.256630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.256638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:0.0:1789763803.256642:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763803.256642:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.256653:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3474
00000100:00080000:2.0:1789763803.256657:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.256659:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763803.256663:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763803.256671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777784064/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763803.256678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.256681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763803.256683:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.256687:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3474
00000100:00080000:2.0:1789763803.256693:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.256698:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763803.256701:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763803.256706:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff9c6f851a2300 x1876699777783552/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763803.256714:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777784192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763803.256758:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.256760:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763803.256762:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.256767:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3474
00000100:00080000:2.0:1789763803.256769:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763803.256773:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777783552/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763803.256775:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763803.256783:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763803.256799:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777784320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763803.256804:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763803.256816:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763803.256824:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777783552:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763803.256856:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777783680:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763803.256886:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763803.256901:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff9c6f851a2680 x1876699777783680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763803.256913:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777783680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763803.256924:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763803.256930:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763803.256937:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777783680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763803.256950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777783808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763803.256972:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763803.256985:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff9c6f851a0380 x1876699777783808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763803.256999:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777783808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763803.257008:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763803.257011:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763803.257015:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777783808:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763803.257022:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777783936:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763803.257044:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763803.257056:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff9c6f851a2d80 x1876699777783936/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763803.257065:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777783936/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763803.257071:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763803.257073:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763803.257075:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777783936:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763803.257079:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777784064:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763803.257093:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763803.257100:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff9c6f851a3480 x1876699777784064/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763803.257107:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777784064/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763803.257111:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763803.257113:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763803.257115:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777784064:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763803.257119:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777784192:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763803.257132:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763803.257141:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff9c6f851a0000 x1876699777784192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763803.257161:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777784192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763803.257170:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763803.257173:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763803.257177:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777784192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763803.257183:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777784320:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763803.257203:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763803.257214:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff9c6f851a1500 x1876699777784320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763803.257248:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777784320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763803.257255:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763803.257258:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763803.257262:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777784320:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763803.384386:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763804.408367:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763805.432410:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763806.456378:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763807.480367:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763808.376301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763808.376309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763808.376313:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763808.376321:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3480
00000100:00080000:0.0:1789763808.376330:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763808.376336:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763808.376369:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777784448/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763808.376399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763808.376401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763808.376403:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763808.376406:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3480
00000100:00080000:0.0:1789763808.376408:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763808.376411:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763808.376420:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763808.376432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777784576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763808.376433:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777784448:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763808.376461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763808.376466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763808.376468:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763808.376472:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3480
00000100:00080000:0.0:1789763808.376476:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763808.376481:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763808.376486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763808.376499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777784704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763808.376506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763808.376509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763808.376510:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763808.376514:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3480
00000100:00080000:0.0:1789763808.376517:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763808.376520:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763808.376523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763808.376531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777784832/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763808.376538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763808.376541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763808.376543:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763808.376546:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3480
00000100:00080000:0.0:1789763808.376548:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763808.376550:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763808.376554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763808.376555:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777784576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763808.376564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777784960/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763808.376572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763808.376575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763808.376576:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763808.376579:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3480
00000100:00080000:0.0:1789763808.376582:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763808.376585:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763808.376588:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777784704:192.168.203.138@tcp:38:kworker.0
00000008:00100000:0.0:1789763808.376591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763808.376603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777785088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763808.376611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763808.376615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763808.376615:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777784832:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789763808.376618:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763808.376623:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3480
00000100:00080000:0.0:1789763808.376626:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763808.376629:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763808.376633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763808.376641:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777784960:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763808.376644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777785216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763808.376665:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777785088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763808.376682:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777785216:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763808.504339:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763809.528369:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763810.552463:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763811.448519:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789763811.448554:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763811.448568:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763811.448600:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763811.448607:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763811.448613:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763811.448621:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763811.448626:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763811.448633:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789763811.448648:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763811]  req@ffff9c6f84ef5f80 x1876699777784960/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763811.448683:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777784960/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763811.448696:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763811.448701:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763811.448706:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777784960:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763811.448722:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763811]  req@ffff9c6f84ef6a00 x1876699777785088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763811.448737:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777785088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763811.448746:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763811.448749:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763811.448753:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777785088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763811.448760:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763811]  req@ffff9c6f84ef5880 x1876699777784576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763811.448772:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777784576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763811.448781:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763811.448784:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763811.448788:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777784576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763811.448795:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763811]  req@ffff9c6f84ef6d80 x1876699777784704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763811.448809:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777784704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763811.448819:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763811.448822:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763811.448826:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777784704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763811.448833:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763811]  req@ffff9c6f84ef4e00 x1876699777784832/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763811.448846:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777784832/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763811.448855:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763811.448858:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763811.448861:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777784832:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763811.448868:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763811]  req@ffff9c6f84ef7800 x1876699777784448/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763811.448888:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777784448/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763811.448896:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763811.448900:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763811.448909:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777784448:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763811.448939:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763811]  req@ffff9c6f84ef4380 x1876699777785216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763811.448952:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777785216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763811.448962:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763811.448965:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763811.448969:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777785216:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763811.576492:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763812.600461:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763813.496392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763813.496419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763813.496425:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763813.496437:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3485
00000100:00080000:0.0:1789763813.496450:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763813.496459:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763813.496509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777785344/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763813.496535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763813.496538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763813.496540:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763813.496543:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3485
00000100:00080000:0.0:1789763813.496547:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763813.496552:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763813.496562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763813.496572:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777785344:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763813.496575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777785472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763813.496586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763813.496588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763813.496590:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763813.496593:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3485
00000100:00080000:0.0:1789763813.496595:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763813.496597:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763813.496600:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763813.496611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777785600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763813.496620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763813.496624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763813.496626:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763813.496630:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3485
00000100:00080000:0.0:1789763813.496635:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763813.496640:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763813.496646:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763813.496648:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763813.496664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777785728/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763813.496681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763813.496685:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763813.496686:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763813.496691:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3485
00000100:00100000:3.0:1789763813.496694:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff9c6f84ef5c00 x1876699777785344/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763813.496697:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763813.496708:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763813.496715:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763813.496721:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777785344/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763813.496731:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777785856/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763813.496736:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763813.496747:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763813.496751:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763813.496755:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777785344:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763813.496758:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763813.496764:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763813.496770:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3485
00000100:00080000:0.0:1789763813.496775:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763813.496780:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763813.496786:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763813.496795:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777785472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763813.496802:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777785984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763813.496814:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763813.496819:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763813.496821:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763813.496830:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3485
00000800:00000100:3.0:1789763813.496831:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763813.496839:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763813.496845:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763813.496851:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763813.496854:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff9c6f84ef4380 x1876699777785472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763813.496869:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777786112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763813.496872:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777785472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763813.496904:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763813.496908:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763813.496912:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777785472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763813.496920:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777785600:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763813.496942:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763813.496955:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff9c6f84ef7800 x1876699777785600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763813.496968:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777785600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763813.496977:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763813.496981:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763813.496984:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777785600:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763813.496991:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777785728:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763813.497014:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763813.497027:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff9c6f84ef4e00 x1876699777785728/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763813.497047:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777785728/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763813.497056:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763813.497059:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763813.497065:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777785728:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763813.497071:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777785856:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763813.497093:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763813.497107:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff9c6f84ef6d80 x1876699777785856/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763813.497120:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777785856/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763813.497128:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763813.497131:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763813.497135:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777785856:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763813.497155:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777785984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763813.497175:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763813.497187:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff9c6f84ef5880 x1876699777785984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763813.497198:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777785984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763813.497206:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763813.497209:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763813.497212:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777785984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763813.497219:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777786112:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763813.497377:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763813.497415:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff9c6f84ef6a00 x1876699777786112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763813.497432:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777786112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763813.497441:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763813.497445:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763813.497449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777786112:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763813.624467:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763814.648436:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763815.672535:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763816.696515:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763817.720495:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763818.616455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763818.616468:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763818.616474:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763818.616488:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3490
00000100:00080000:1.0:1789763818.616505:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763818.616517:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763818.616575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777786240/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763818.616629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763818.616636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763818.616640:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763818.616650:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3490
00000100:00080000:1.0:1789763818.616660:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763818.616667:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763818.616682:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763818.616710:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777786240:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763818.616727:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777786368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763818.616745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763818.616749:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763818.616752:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763818.616757:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3490
00000100:00080000:1.0:1789763818.616780:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763818.616785:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763818.616793:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763818.616814:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777786496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763818.616849:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763818.616868:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763818.616877:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763818.616882:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763818.616895:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3490
00000100:00080000:1.0:1789763818.616903:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763818.616909:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763818.616917:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763818.616939:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777786624/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763818.616953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763818.616961:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818]  req@ffff9c6f9118ca80 x1876699777786240/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763818.616963:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763818.616970:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763818.617023:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3490
00000100:00100000:3.0:1789763818.617028:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777786240/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763818.617032:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763818.617050:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763818.617071:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763818.617076:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763818.617086:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763818.617093:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777786752/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763818.617095:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777786240:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763818.617125:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763818.617129:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763818.617132:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763818.617138:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3490
00000100:00080000:1.0:1789763818.617142:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763818.617147:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763818.617154:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777786368:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789763818.617158:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763818.617202:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777786880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763818.617221:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763818.617228:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763818.617233:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763818.617274:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818]  req@ffff9c6f9118dc00 x1876699777786368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763818.617299:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763818.617299:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777786368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763818.617323:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3490
00000100:00080000:1.0:1789763818.617341:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763818.617344:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763818.617352:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789763818.617382:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000008:00100000:1.0:1789763818.617387:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763818.617399:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777786368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763818.617424:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777787008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763818.617444:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777786496:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763818.617486:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763818.617501:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818]  req@ffff9c6f9118df80 x1876699777786496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763818.617514:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777786496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763818.617523:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763818.617527:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763818.617531:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777786496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763818.617537:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777786624:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763818.617556:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763818.617565:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818]  req@ffff9c6f9118ce00 x1876699777786624/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763818.617576:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777786624/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763818.617591:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763818.617594:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763818.617598:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777786624:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763818.617603:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777786752:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763818.617618:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763818.617626:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818]  req@ffff9c6f9118d180 x1876699777786752/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763818.617637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777786752/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763818.617645:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763818.617647:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763818.617650:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777786752:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763818.617672:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777786880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763818.617700:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763818.617709:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818]  req@ffff9c6f9118ca80 x1876699777786880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763818.617719:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777786880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763818.617726:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763818.617728:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763818.617732:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777786880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763818.617738:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777787008:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763818.617765:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763818.617774:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818]  req@ffff9c6f9118f100 x1876699777787008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763818.617784:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777787008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763818.617792:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763818.617794:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763818.617797:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777787008:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763818.744525:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763819.768519:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763820.792436:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763821.816377:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763822.840438:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763823.736342:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763823.736357:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763823.736363:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763823.736376:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3495
00000100:00080000:0.0:1789763823.736391:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763823.736399:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763823.736452:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777787136/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763823.736476:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763823.736479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763823.736481:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763823.736484:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3495
00000100:00080000:0.0:1789763823.736486:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763823.736489:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763823.736499:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763823.736512:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777787264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763823.736512:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777787136:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763823.736531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763823.736534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763823.736536:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763823.736540:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3495
00000100:00080000:0.0:1789763823.736542:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763823.736545:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763823.736548:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763823.736559:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777787392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763823.736566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763823.736569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763823.736570:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763823.736572:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3495
00000100:00080000:0.0:1789763823.736574:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763823.736577:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763823.736580:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763823.736587:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777787520/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763823.736594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763823.736596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763823.736600:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763823.736601:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763823.736605:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3495
00000100:00080000:0.0:1789763823.736608:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763823.736611:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763823.736614:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763823.736622:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777787648/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763823.736628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763823.736630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763823.736631:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763823.736634:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3495
00000100:00080000:0.0:1789763823.736636:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763823.736639:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763823.736643:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763823.736656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777787776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763823.736656:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823]  req@ffff9c6f84ef5f80 x1876699777787136/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763823.736686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763823.736689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763823.736690:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763823.736693:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3495
00000100:00080000:0.0:1789763823.736698:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763823.736698:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777787136/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763823.736704:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763823.736711:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763823.736716:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763823.736723:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763823.736729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777787904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763823.736730:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777787136:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763823.736761:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777787264:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763823.736780:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763823.736790:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823]  req@ffff9c6f84ef4700 x1876699777787264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763823.736802:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777787264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763823.736811:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763823.736815:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763823.736819:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777787264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763823.736826:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777787392:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763823.736846:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763823.736857:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823]  req@ffff9c6f84ef7480 x1876699777787392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763823.736870:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777787392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763823.736877:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763823.736879:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763823.736882:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777787392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763823.736886:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777787520:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763823.736901:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763823.736908:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823]  req@ffff9c6f84ef6300 x1876699777787520/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763823.736916:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777787520/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763823.736922:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763823.736924:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763823.736926:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777787520:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763823.736929:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777787648:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763823.736939:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763823.736945:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823]  req@ffff9c6f84ef4a80 x1876699777787648/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763823.736951:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777787648/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763823.736955:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763823.736958:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763823.736960:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777787648:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763823.736964:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777787776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763823.736974:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763823.736979:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823]  req@ffff9c6f84ef4000 x1876699777787776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763823.736986:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777787776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763823.736996:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763823.736997:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763823.737000:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777787776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763823.737003:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777787904:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763823.737012:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763823.737018:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823]  req@ffff9c6f84ef5500 x1876699777787904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763823.737024:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777787904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763823.737029:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763823.737031:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763823.737033:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777787904:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763823.864389:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763824.888422:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763825.912374:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763826.936449:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763827.960373:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763828.856500:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763828.856513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763828.856519:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763828.856533:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3500
00000100:00080000:1.0:1789763828.856549:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763828.856559:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763828.856617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777788032/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763828.856649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763828.856653:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763828.856655:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763828.856659:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3500
00000100:00080000:1.0:1789763828.856664:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763828.856668:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763828.856682:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763828.856692:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777788032:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763828.856721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777788160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763828.856739:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763828.856745:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763828.856748:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763828.856755:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3500
00000100:00080000:1.0:1789763828.856772:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763828.856779:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763828.856787:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763828.856808:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777788288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763828.856809:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763828.856823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763828.856827:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763828.856830:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763828.856834:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3500
00000100:00080000:1.0:1789763828.856856:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763828.856862:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763828.856870:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763828.856889:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777788416/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763828.856922:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763828.856928:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828]  req@ffff9c6f9118ed80 x1876699777788032/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763828.856930:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763828.856937:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763828.856951:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3500
00000100:00080000:1.0:1789763828.856959:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763828.856965:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777788032/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763828.856986:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763828.856998:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763828.857015:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763828.857020:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777788544/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763828.857025:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763828.857035:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777788032:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763828.857042:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763828.857046:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763828.857049:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763828.857070:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3500
00000100:00080000:1.0:1789763828.857075:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763828.857079:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763828.857083:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763828.857092:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777788160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763828.857097:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777788672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763828.857112:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763828.857115:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763828.857119:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763828.857123:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3500
00000100:00080000:1.0:1789763828.857126:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763828.857133:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789763828.857134:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789763828.857141:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763828.857157:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828]  req@ffff9c6f9118e680 x1876699777788160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763828.857159:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777788800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763828.857198:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777788160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763828.857209:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763828.857213:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763828.857219:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777788160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763828.857225:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777788288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763828.857242:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763828.857252:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828]  req@ffff9c6f9118c380 x1876699777788288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763828.857262:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777788288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763828.857269:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763828.857271:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763828.857274:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777788288:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763828.857279:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777788416:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763828.857360:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763828.857371:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828]  req@ffff9c6f9118f800 x1876699777788416/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763828.857381:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777788416/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763828.857389:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763828.857392:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763828.857394:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777788416:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763828.857400:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777788544:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763828.857415:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763828.857422:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828]  req@ffff9c6f9118c700 x1876699777788544/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763828.857431:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777788544/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763828.857437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763828.857440:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763828.857442:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777788544:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763828.857458:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777788672:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763828.857472:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763828.857480:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828]  req@ffff9c6f9118d500 x1876699777788672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763828.857491:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777788672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763828.857498:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763828.857500:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763828.857502:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777788672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763828.857507:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777788800:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763828.857520:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763828.857528:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828]  req@ffff9c6f9118ed80 x1876699777788800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763828.857538:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777788800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763828.857544:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763828.857547:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763828.857549:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777788800:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763828.984453:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763830.008465:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763831.032371:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763832.056460:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763833.080406:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763833.976406:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763833.976420:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763833.976427:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763833.976441:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3505
00000100:00080000:0.0:1789763833.976457:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763833.976468:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763833.976527:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777788928/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763833.976567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763833.976573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763833.976576:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763833.976582:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3505
00000100:00080000:0.0:1789763833.976586:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763833.976592:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763833.976606:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763833.976630:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777788928:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763833.976632:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777789056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763833.976660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763833.976664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763833.976668:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763833.976673:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3505
00000100:00080000:0.0:1789763833.976676:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763833.976680:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763833.976685:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763833.976700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777789184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763833.976711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763833.976715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763833.976718:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763833.976723:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3505
00000100:00080000:0.0:1789763833.976728:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763833.976732:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763833.976738:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763833.976751:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777789312/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763833.976763:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763833.976767:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763833.976770:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763833.976775:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3505
00000100:00080000:0.0:1789763833.976781:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763833.976792:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789763833.976792:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789763833.976806:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763833.976820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777789440/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763833.976833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763833.976837:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763833.976840:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763833.976846:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3505
00000100:00080000:0.0:1789763833.976851:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763833.976855:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763833.976861:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763833.976878:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777789568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763833.976893:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763833.976894:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763833]  req@ffff9c6f84ef6680 x1876699777788928/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763833.976897:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763833.976903:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763833.976914:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3505
00000100:00080000:0.0:1789763833.976921:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763833.976932:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763833.976942:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763833.976960:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777789696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763833.977008:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777788928/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763833.977035:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763833.977044:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763833.977054:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777788928:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763833.977093:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777789056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763833.977132:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763833.977151:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763833]  req@ffff9c6f84ef5500 x1876699777789056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763833.977168:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777789056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763833.977179:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763833.977184:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763833.977189:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777789056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763833.977196:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777789184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763833.977217:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763833.977315:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763833]  req@ffff9c6f84ef4000 x1876699777789184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763833.977342:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777789184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763833.977373:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763833.977379:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763833.977384:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777789184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763833.977393:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777789312:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763833.977426:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763833.977441:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763833]  req@ffff9c6f84ef4a80 x1876699777789312/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763833.977456:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777789312/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763833.977467:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763833.977471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763833.977475:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777789312:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763833.977481:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777789440:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763833.977500:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763833.977511:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763833]  req@ffff9c6f84ef6300 x1876699777789440/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763833.977524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777789440/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763833.977534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763833.977537:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763833.977543:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777789440:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763833.977549:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777789568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763833.977569:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763833.977580:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763833]  req@ffff9c6f84ef7480 x1876699777789568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763833.977594:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777789568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763833.977604:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763833.977607:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763833.977611:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777789568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763833.977617:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777789696:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763833.977642:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763833.977661:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763833]  req@ffff9c6f84ef4700 x1876699777789696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763833.977685:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777789696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763833.977702:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763833.977708:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763833.977715:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777789696:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763834.104519:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763835.128425:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763836.152522:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763837.176470:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763838.200472:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763839.096388:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763839.096396:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763839.096416:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763839.096426:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3510
00000100:00080000:3.0:1789763839.096436:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763839.096443:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763839.096477:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777789824/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763839.096501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763839.096506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763839.096509:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763839.096514:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3510
00000100:00080000:3.0:1789763839.096519:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763839.096525:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763839.096537:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763839.096539:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777789824:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763839.096558:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777789952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763839.096572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763839.096575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763839.096577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763839.096581:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3510
00000100:00080000:3.0:1789763839.096585:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763839.096589:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763839.096595:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763839.096601:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763839.096608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777790080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763839.096618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763839.096621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763839.096622:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763839.096625:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3510
00000100:00080000:3.0:1789763839.096628:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763839.096631:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763839.096635:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763839.096639:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff9c6f91ebb480 x1876699777789824/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763839.096651:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777790208/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763839.096679:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777789824/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763839.096687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763839.096696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763839.096698:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763839.096701:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763839.096711:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763839.096714:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3510
00000100:00100000:1.0:1789763839.096724:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777789824:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763839.096724:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763839.096735:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763839.096743:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763839.096755:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777790336/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763839.096767:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777789952:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763839.096800:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763839.096813:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff9c6f91ebaa00 x1876699777789952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763839.096826:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777789952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763839.096841:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763839.096847:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763839.096851:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777789952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763839.096857:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777790080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763839.096872:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763839.096882:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff9c6f91eb9880 x1876699777790080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763839.096893:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777790080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763839.096900:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763839.096903:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763839.096906:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777790080:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763839.096911:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777790208:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763839.096928:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763839.096937:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff9c6f91eb9500 x1876699777790208/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763839.096948:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777790208/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763839.096955:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763839.096958:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763839.096963:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777790208:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763839.097008:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763839.097014:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763839.097018:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763839.097048:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777790336:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763839.097061:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3510
00000100:00080000:3.0:1789763839.097066:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763839.097072:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763839.097078:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763839.097084:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763839.097093:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777790464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763839.097106:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763839.097109:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff9c6f91ebb800 x1876699777790336/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763839.097110:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763839.097113:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763839.097122:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3510
00000100:00080000:3.0:1789763839.097127:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763839.097130:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763839.097134:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763839.097142:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777790336/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763839.097146:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777790592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763839.097162:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763839.097168:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763839.097172:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777790336:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763839.097187:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777790464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763839.097205:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763839.097260:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff9c6f91eb9f80 x1876699777790464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763839.097275:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777790464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763839.097282:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763839.097285:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763839.097287:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777790464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763839.097292:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777790592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763839.097308:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763839.097316:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff9c6f91ebad80 x1876699777790592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763839.097330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777790592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763839.097337:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763839.097340:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763839.097344:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777790592:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763839.224398:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763840.248402:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763841.272486:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763842.296486:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763843.320432:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763844.216400:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763844.216416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763844.216423:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763844.216440:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3515
00000100:00080000:0.0:1789763844.216458:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763844.216470:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763844.216547:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777790720/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763844.216606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763844.216614:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763844.216618:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763844.216627:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3515
00000100:00080000:0.0:1789763844.216634:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763844.216643:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763844.216663:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763844.216707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777790848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763844.216727:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777790720:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763844.216728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763844.216744:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763844.216749:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763844.216756:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3515
00000100:00080000:0.0:1789763844.216761:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763844.216766:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763844.216784:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763844.216804:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777790976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763844.216819:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763844.216823:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763844.216825:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763844.216830:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3515
00000100:00080000:0.0:1789763844.216845:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763844.216861:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763844.216867:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763844.216881:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777791104/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763844.216893:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763844.216900:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:2.0:1789763844.216905:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763844.216906:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763844.216920:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3515
00000100:00080000:0.0:1789763844.216925:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763844.216931:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763844.216938:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763844.216953:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777791232/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763844.216965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763844.216969:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763844.216972:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763844.216977:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3515
00000100:00080000:0.0:1789763844.216983:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763844.216989:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763844.216997:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763844.217003:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff9c6f84ef5f80 x1876699777790720/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763844.217018:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777791360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763844.217037:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763844.217042:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763844.217049:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763844.217050:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777790720/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763844.217059:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3515
00000100:00080000:0.0:1789763844.217069:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763844.217080:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789763844.217086:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763844.217088:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763844.217101:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763844.217109:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777791488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763844.217112:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777790720:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763844.217207:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777790848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763844.217332:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763844.217352:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff9c6f84ef6a00 x1876699777790848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763844.217369:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777790848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763844.217388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763844.217393:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763844.217398:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777790848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763844.217405:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777790976:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763844.217427:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763844.217438:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff9c6f84ef5880 x1876699777790976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763844.217453:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777790976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763844.217463:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763844.217466:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763844.217470:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777790976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763844.217476:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777791104:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763844.217496:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763844.217519:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff9c6f84ef6d80 x1876699777791104/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763844.217533:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777791104/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763844.217543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763844.217546:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763844.217551:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777791104:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763844.217558:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777791232:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763844.217576:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763844.217587:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff9c6f84ef4e00 x1876699777791232/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763844.217610:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777791232/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763844.217620:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763844.217623:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763844.217627:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777791232:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763844.217633:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777791360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763844.217651:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763844.217662:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff9c6f84ef7800 x1876699777791360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763844.217675:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777791360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763844.217684:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763844.217687:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763844.217691:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777791360:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763844.217697:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777791488:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763844.217715:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763844.217727:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff9c6f84ef4380 x1876699777791488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763844.217741:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777791488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763844.217752:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763844.217756:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763844.217762:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777791488:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763844.344393:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763845.368442:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763846.392447:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763847.416416:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763848.440449:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763849.336327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763849.336337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763849.336342:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763849.336353:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3520
00000100:00080000:3.0:1789763849.336363:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763849.336371:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763849.336422:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777791616/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763849.336448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763849.336451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763849.336453:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763849.336456:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3520
00000100:00080000:3.0:1789763849.336458:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763849.336461:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763849.336469:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763849.336479:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777791744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763849.336487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763849.336490:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763849.336491:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763849.336494:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3520
00000100:00080000:3.0:1789763849.336497:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763849.336500:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763849.336504:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763849.336519:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777791872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763849.336523:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777791616:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763849.336550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763849.336553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763849.336554:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763849.336557:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3520
00000100:00080000:3.0:1789763849.336560:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763849.336563:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763849.336568:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763849.336593:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777792000/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763849.336600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763849.336602:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763849.336604:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763849.336607:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3520
00000100:00080000:3.0:1789763849.336610:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763849.336613:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763849.336617:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763849.336624:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777792128/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763849.336630:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763849.336633:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763849.336634:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763849.336637:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3520
00000100:00080000:3.0:1789763849.336665:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763849.336669:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763849.336673:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763849.336680:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763849.336691:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777792256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763849.336703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763849.336706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763849.336707:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763849.336713:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3520
00000100:00080000:3.0:1789763849.336716:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763849.336719:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763849.336747:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763849.336761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777792384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763849.336775:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff9c6f91ebad80 x1876699777791616/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763849.336830:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777791616/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.336849:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.336868:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763849.336874:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777791616:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763849.336883:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777791744:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763849.336922:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763849.336944:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff9c6f91eb9f80 x1876699777791744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763849.336966:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777791744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.336996:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.337000:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763849.337004:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777791744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763849.337037:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777791872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763849.337066:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763849.337085:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff9c6f91ebb800 x1876699777791872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763849.337120:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777791872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.337132:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.337155:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763849.337158:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777791872:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763849.337166:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777792000:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763849.337199:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763849.337211:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff9c6f91eb9500 x1876699777792000/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763849.337273:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777792000/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.337282:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.337285:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763849.337288:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777792000:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763849.337294:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777792128:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763849.337313:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763849.337323:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff9c6f91eb9880 x1876699777792128/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763849.337333:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777792128/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.337340:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.337343:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763849.337346:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777792128:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763849.337350:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777792256:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763849.337364:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763849.337382:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff9c6f91ebaa00 x1876699777792256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763849.337392:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777792256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.337399:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.337401:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763849.337403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777792256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763849.337408:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777792384:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763849.337421:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763849.337430:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff9c6f91ebb480 x1876699777792384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763849.337439:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777792384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.337457:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.337459:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763849.337461:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777792384:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763849.464450:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763850.488442:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763851.512471:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763852.536483:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763853.560502:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763854.456428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763854.456459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763854.456468:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763854.456487:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3526
00000100:00080000:2.0:1789763854.456507:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763854.456520:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763854.456602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777792512/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763854.456643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763854.456648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763854.456651:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763854.456658:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3526
00000100:00080000:2.0:1789763854.456664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763854.456671:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763854.456687:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763854.456711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777792640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763854.456753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763854.456761:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763854.456770:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777792512:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763854.456771:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763854.456805:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3526
00000100:00080000:2.0:1789763854.456811:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763854.456816:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763854.456823:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763854.456843:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777792768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763854.456855:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763854.456860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763854.456862:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763854.456867:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3526
00000100:00080000:2.0:1789763854.456870:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763854.456874:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763854.456882:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763854.456896:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777792896/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763854.456923:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763854.456934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763854.456939:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763854.456942:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763854.456948:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3526
00000100:00080000:2.0:1789763854.456955:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763854.456959:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763854.456964:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763854.456977:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777793024/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763854.457005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763854.457009:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763854.457011:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763854.457018:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff9c6f851a1180 x1876699777792512/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763854.457022:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3526
00000100:00080000:2.0:1789763854.457031:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763854.457043:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763854.457052:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763854.457061:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777792512/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763854.457070:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777793152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763854.457093:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763854.457095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763854.457141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763854.457144:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763854.457152:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3526
00000100:00080000:2.0:1789763854.457158:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763854.457159:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789763854.457167:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763854.457177:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777792512:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789763854.457177:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763854.457200:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777793280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763854.457271:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777792640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763854.457317:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763854.457335:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff9c6f851a3b80 x1876699777792640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763854.457349:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777792640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763854.457359:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763854.457362:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763854.457366:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777792640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763854.457390:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777792768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763854.457409:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763854.457421:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff9c6f851a1c00 x1876699777792768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763854.457434:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777792768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763854.457443:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763854.457446:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763854.457449:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777792768:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763854.457455:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777792896:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763854.457473:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763854.457483:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff9c6f851a1f80 x1876699777792896/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763854.457495:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777792896/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763854.457504:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763854.457507:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763854.457510:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777792896:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763854.457515:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777793024:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763854.457532:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763854.457541:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff9c6f851a0e00 x1876699777793024/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763854.457553:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777793024/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763854.457562:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763854.457566:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763854.457569:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777793024:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763854.457575:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777793152:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763854.457608:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763854.457618:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff9c6f851a1880 x1876699777793152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763854.457628:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777793152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763854.457636:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763854.457639:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763854.457642:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777793152:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763854.457666:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777793280:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763854.457682:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763854.457691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff9c6f851a0700 x1876699777793280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763854.457703:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777793280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763854.457710:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763854.457713:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763854.457717:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777793280:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763854.584434:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763855.608512:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763856.632546:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763857.656485:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763858.680359:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763859.576438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763859.576472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763859.576480:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763859.576499:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3531
00000100:00080000:0.0:1789763859.576520:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763859.576545:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763859.576620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777793408/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763859.576673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763859.576679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763859.576681:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763859.576687:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3531
00000100:00080000:0.0:1789763859.576692:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763859.576698:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763859.576713:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763859.576735:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777793536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763859.576747:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777793408:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763859.576756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763859.576762:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763859.576765:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763859.576770:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3531
00000100:00080000:0.0:1789763859.576776:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763859.576781:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763859.576787:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763859.576803:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777793664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763859.576815:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763859.576819:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763859.576822:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763859.576827:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3531
00000100:00080000:0.0:1789763859.576833:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763859.576841:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789763859.576843:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789763859.576858:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763859.576893:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777793792/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763859.576914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763859.576919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763859.576923:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763859.576933:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859]  req@ffff9c6f84ef5c00 x1876699777793408/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763859.576945:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3531
00000100:00080000:0.0:1789763859.576971:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763859.576984:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777793408/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763859.576987:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763859.577015:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763859.577021:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763859.577030:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763859.577048:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777793408:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763859.577049:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777793920/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763859.577128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763859.577133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763859.577135:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763859.577140:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3531
00000100:00080000:0.0:1789763859.577146:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763859.577154:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763859.577164:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777793536:192.168.203.138@tcp:38:kworker.0
00000008:00100000:0.0:1789763859.577165:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763859.577208:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777794048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763859.577314:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763859.577346:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859]  req@ffff9c6f84ef4380 x1876699777793536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763859.577349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763859.577364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763859.577371:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763859.577403:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3531
00000100:00080000:0.0:1789763859.577424:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763859.577437:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777793536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763859.577439:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763859.577463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763859.577467:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763859.577481:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763859.577486:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777793536:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763859.577498:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777793664:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763859.577508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777794176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763859.577585:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763859.577609:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859]  req@ffff9c6f84ef7800 x1876699777793664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763859.577622:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777793664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763859.577631:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763859.577634:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763859.577637:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777793664:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763859.577643:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777793792:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763859.577662:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763859.577671:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859]  req@ffff9c6f84ef4e00 x1876699777793792/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763859.577682:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777793792/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763859.577690:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763859.577693:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763859.577696:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777793792:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763859.577702:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777793920:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763859.577716:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763859.577724:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859]  req@ffff9c6f84ef6d80 x1876699777793920/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763859.577742:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777793920/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763859.577749:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763859.577752:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763859.577755:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777793920:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763859.577774:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777794048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763859.577789:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763859.577799:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859]  req@ffff9c6f84ef5880 x1876699777794048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763859.577809:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777794048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763859.577817:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763859.577820:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763859.577823:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777794048:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763859.577829:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777794176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763859.577844:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763859.577852:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859]  req@ffff9c6f84ef6a00 x1876699777794176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763859.577863:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777794176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763859.577876:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763859.577879:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763859.577882:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777794176:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763859.704376:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763860.728440:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763861.752499:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763862.776461:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763863.800499:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763864.696455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763864.696469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763864.696477:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763864.696493:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3536
00000100:00080000:2.0:1789763864.696512:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763864.696523:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763864.696592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777794304/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763864.696638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763864.696643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763864.696646:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763864.696652:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3536
00000100:00080000:2.0:1789763864.696656:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763864.696661:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763864.696677:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763864.696695:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777794432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763864.696711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763864.696719:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777794304:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763864.696719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763864.696726:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763864.696742:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3536
00000100:00080000:2.0:1789763864.696747:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763864.696751:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763864.696759:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763864.696776:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777794560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763864.696789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763864.696794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763864.696797:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763864.696801:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3536
00000100:00080000:2.0:1789763864.696807:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763864.696811:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763864.696816:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763864.696830:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777794688/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763864.696843:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763864.696848:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763864.696852:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763864.696858:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763864.696866:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3536
00000100:00080000:2.0:1789763864.696871:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763864.696876:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763864.696883:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763864.696898:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777794816/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763864.696911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763864.696916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763864.696920:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763864.696927:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864]  req@ffff9c6f851a0a80 x1876699777794304/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763864.696931:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3536
00000100:00080000:2.0:1789763864.696942:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763864.696956:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763864.696966:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763864.696978:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777794304/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763864.696986:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777794944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763864.697047:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763864.697055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763864.697060:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789763864.697069:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763864.697072:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777794304:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763864.697075:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763864.697092:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3536
00000100:00080000:2.0:1789763864.697098:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763864.697105:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763864.697112:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763864.697129:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777794432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763864.697133:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777795072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763864.697181:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763864.697203:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864]  req@ffff9c6f851a3800 x1876699777794432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763864.697259:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777794432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763864.697272:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763864.697277:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763864.697283:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777794432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763864.697292:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777794560:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763864.697318:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763864.697333:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864]  req@ffff9c6f851a2a00 x1876699777794560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763864.697348:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777794560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763864.697358:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763864.697362:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763864.697367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777794560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763864.697373:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777794688:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763864.697394:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763864.697405:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864]  req@ffff9c6f851a3100 x1876699777794688/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763864.697418:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777794688/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763864.697428:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763864.697431:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763864.697437:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777794688:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763864.697447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777794816:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763864.697481:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763864.697503:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864]  req@ffff9c6f851a0700 x1876699777794816/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763864.697528:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777794816/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763864.697560:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763864.697564:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763864.697569:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777794816:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763864.697577:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777794944:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763864.697607:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763864.697623:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864]  req@ffff9c6f851a1880 x1876699777794944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763864.697638:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777794944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763864.697648:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763864.697653:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763864.697656:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777794944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763864.697686:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777795072:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763864.697708:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763864.697719:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864]  req@ffff9c6f851a0e00 x1876699777795072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763864.697734:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777795072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763864.697745:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763864.697749:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763864.697753:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777795072:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763864.824474:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763865.848402:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763866.872439:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763867.896511:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763868.920497:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763869.816401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763869.816419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763869.816427:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763869.816444:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3541
00000100:00080000:2.0:1789763869.816462:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763869.816475:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763869.816559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777795200/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763869.816609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763869.816614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763869.816616:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763869.816621:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3541
00000100:00080000:2.0:1789763869.816625:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763869.816630:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763869.816645:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763869.816664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777795328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763869.816682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763869.816687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763869.816690:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763869.816700:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777795200:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763869.816702:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3541
00000100:00080000:2.0:1789763869.816719:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763869.816730:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763869.816741:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763869.816767:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777795456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763869.816788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763869.816796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763869.816802:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763869.816810:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3541
00000800:00000100:1.0:1789763869.816822:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763869.816823:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763869.816836:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763869.816845:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763869.816865:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777795584/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763869.816879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763869.816884:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763869.816887:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763869.816892:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763869]  req@ffff9c6f851a1f80 x1876699777795200/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763869.816898:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3541
00000100:00080000:2.0:1789763869.816905:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763869.816909:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763869.816914:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763869.816951:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777795200/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763869.816953:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777795712/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763869.817029:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763869.817029:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763869.817044:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763869.817050:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789763869.817052:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763869.817069:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3541
00000100:00080000:2.0:1789763869.817076:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763869.817083:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763869.817086:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777795200:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789763869.817091:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763869.817113:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777795840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763869.817136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763869.817141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763869.817146:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777795328:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763869.817148:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763869.817163:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3541
00000100:00080000:2.0:1789763869.817167:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763869.817172:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763869.817178:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763869.817197:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777795968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763869.817207:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763869.817277:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763869]  req@ffff9c6f851a1c00 x1876699777795328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763869.817301:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777795328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763869.817314:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763869.817321:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763869.817327:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777795328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763869.817338:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777795456:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763869.817366:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763869.817381:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763869]  req@ffff9c6f851a3b80 x1876699777795456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763869.817410:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777795456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763869.817421:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763869.817426:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763869.817430:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777795456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763869.817437:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777795584:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763869.817461:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763869.817474:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763869]  req@ffff9c6f851a1180 x1876699777795584/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763869.817489:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777795584/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763869.817504:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763869.817511:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763869.817518:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777795584:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763869.817529:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777795712:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763869.817569:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763869.817592:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763869]  req@ffff9c6f851a1500 x1876699777795712/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763869.817619:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777795712/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763869.817631:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763869.817635:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763869.817640:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777795712:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763869.817648:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777795840:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763869.817677:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763869.817691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763869]  req@ffff9c6f851a0000 x1876699777795840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763869.817706:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777795840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763869.817716:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763869.817719:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763869.817723:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777795840:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763869.817753:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777795968:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763869.817775:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763869.817787:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763869]  req@ffff9c6f851a3480 x1876699777795968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763869.817801:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777795968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763869.817820:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763869.817824:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763869.817828:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777795968:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763869.944518:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763870.968595:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763871.992538:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763873.016465:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763874.040494:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763874.936418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763874.936433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763874.936441:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763874.936458:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3546
00000100:00080000:0.0:1789763874.936476:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763874.936490:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763874.936569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777796096/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763874.936627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763874.936636:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763874.936641:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763874.936653:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3546
00000100:00080000:0.0:1789763874.936664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763874.936673:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763874.936684:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777796096:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789763874.936693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763874.936724:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777796224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763874.936743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763874.936749:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763874.936751:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763874.936757:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3546
00000100:00080000:0.0:1789763874.936763:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763874.936767:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763874.936775:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763874.936807:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777796352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763874.936827:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763874.936832:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763874.936835:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763874.936843:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3546
00000100:00080000:0.0:1789763874.936850:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763874.936854:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763874.936862:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763874.936870:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777796224:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763874.936883:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777796480/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763874.936904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763874.936912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763874.936916:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763874.936924:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777796352:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763874.936934:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3546
00000100:00080000:0.0:1789763874.936969:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763874.936981:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763874.937004:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763874.937012:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777796480:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763874.937041:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777796608/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763874.937059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763874.937064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763874.937079:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763874.937087:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777796608:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789763874.937089:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3546
00000100:00080000:0.0:1789763874.937102:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763874.937111:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763874.937119:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763874.937139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777796736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763874.937153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763874.937158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763874.937163:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763874.937165:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777796736:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763874.937173:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3546
00000100:00080000:0.0:1789763874.937182:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763874.937187:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763874.937193:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763874.937212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777796864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763874.937325:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777796864:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763875.064499:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763876.088384:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763877.112464:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763878.008768:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789763878.008836:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763878.008885:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763878.008996:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763878.009035:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763878.009061:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763878.009101:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789763878.009124:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789763878.009128:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763878]  req@ffff9c6f84ef6300 x1876699777796480/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789763878.009149:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:1.0:1789763878.009200:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777796480/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763878.009224:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763878.009235:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763878.009332:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777796480:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763878.009347:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763878]  req@ffff9c6f84ef4700 x1876699777796224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763878.009371:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777796224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763878.009384:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763878.009390:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763878.009396:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777796224:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763878.009406:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763878]  req@ffff9c6f84ef7480 x1876699777796352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763878.009441:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777796352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763878.009456:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763878.009465:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763878.009472:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777796352:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763878.009485:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763878]  req@ffff9c6f84ef5f80 x1876699777796096/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763878.009507:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777796096/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763878.009518:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763878.009523:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763878.009528:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777796096:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763878.009571:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763878]  req@ffff9c6f84ef5500 x1876699777796864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763878.009591:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777796864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763878.009604:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763878.009609:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763878.009615:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777796864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763878.009626:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763878]  req@ffff9c6f84ef4000 x1876699777796736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763878.009647:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777796736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763878.009660:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763878.009665:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763878.009671:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777796736:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763878.009681:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763878]  req@ffff9c6f84ef4a80 x1876699777796608/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763878.009702:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777796608/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763878.009715:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763878.009721:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763878.009727:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777796608:192.168.203.138@tcp:8:kworker.0
00010000:00010000:3.0:1789763878.136482:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763879.160466:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763880.056424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763880.056437:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763880.056443:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763880.056455:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3551
00000100:00080000:3.0:1789763880.056482:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.056493:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763880.056540:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777796992/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763880.056574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763880.056578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763880.056580:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763880.056585:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3551
00000100:00080000:3.0:1789763880.056589:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.056593:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763880.056621:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763880.056635:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777797120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763880.056658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763880.056667:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763880.056668:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777796992:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763880.056676:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763880.056687:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3551
00000100:00080000:3.0:1789763880.056692:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.056696:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763880.056700:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763880.056711:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777797248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763880.056721:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763880.056724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763880.056726:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763880.056729:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3551
00000100:00080000:3.0:1789763880.056752:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.056758:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763880.056776:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763880.056795:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777797376/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763880.056824:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763880.056829:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763880.056831:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763880.056840:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3551
00000100:00080000:3.0:1789763880.056846:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763880.056853:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763880.056860:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763880.056871:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763880.056894:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777797504/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763880.056940:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763880.056945:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763880.056949:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763880.056959:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff9c6f91ebb480 x1876699777796992/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763880.056964:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3551
00000100:00080000:3.0:1789763880.056980:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.056994:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763880.057004:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763880.057014:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777796992/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763880.057027:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777797632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763880.057040:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763880.057050:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763880.057055:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763880.057064:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763880.057071:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763880.057073:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777796992:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763880.057090:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3551
00000100:00080000:3.0:1789763880.057114:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.057122:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763880.057134:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763880.057146:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777797120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763880.057164:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777797760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763880.057207:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763880.057293:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff9c6f91ebaa00 x1876699777797120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763880.057312:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777797120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763880.057324:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763880.057329:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763880.057334:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777797120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763880.057343:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777797248:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763880.057372:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763880.057387:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff9c6f91eb9880 x1876699777797248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763880.057401:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777797248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763880.057411:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763880.057415:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763880.057419:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777797248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763880.057428:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777797376:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763880.057454:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763880.057469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff9c6f91eb9500 x1876699777797376/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763880.057485:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777797376/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763880.057496:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763880.057500:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763880.057504:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777797376:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763880.057513:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777797504:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763880.057540:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763880.057554:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff9c6f91ebb800 x1876699777797504/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763880.057573:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777797504/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763880.057583:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763880.057587:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763880.057592:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777797504:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763880.057601:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777797632:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763880.057637:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763880.057654:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff9c6f91eb9f80 x1876699777797632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763880.057669:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777797632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763880.057680:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763880.057684:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763880.057688:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777797632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763880.057719:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777797760:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763880.057747:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763880.057761:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff9c6f91ebad80 x1876699777797760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763880.057774:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777797760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763880.057784:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763880.057788:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763880.057792:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777797760:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763880.184448:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763881.208497:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763882.232437:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763883.256432:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763884.280406:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763885.176395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.176409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763885.176414:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.176428:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3556
00000100:00080000:2.0:1789763885.176442:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763885.176453:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763885.176515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777797888/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763885.176549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.176554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763885.176556:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.176561:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3556
00000100:00080000:2.0:1789763885.176567:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763885.176573:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763885.176585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763885.176601:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777797888:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763885.176605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777798016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763885.176625:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.176629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763885.176633:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.176639:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3556
00000100:00080000:2.0:1789763885.176644:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763885.176648:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763885.176655:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763885.176677:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777798144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763885.176696:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763885.176697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.176709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763885.176714:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.176724:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3556
00000100:00080000:2.0:1789763885.176733:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763885.176742:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763885.176753:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763885.176754:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff9c6f851a2d80 x1876699777797888/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763885.176784:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777798272/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763885.176792:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777797888/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763885.176822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.176831:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763885.176834:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763885.176839:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763885.176843:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3556
00000100:00080000:2.0:1789763885.176853:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763885.176859:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789763885.176864:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763885.176897:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777797888:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789763885.176899:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763885.176954:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777798400/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763885.176971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763885.176973:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777798016:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763885.176986:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763885.176993:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.176999:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3556
00000100:00080000:2.0:1789763885.177006:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763885.177012:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763885.177020:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763885.177031:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763885.177043:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777798528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763885.177060:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff9c6f851a0380 x1876699777798016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763885.177061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.177078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763885.177083:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.177098:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3556
00000100:00080000:2.0:1789763885.177105:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763885.177107:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777798016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763885.177116:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763885.177131:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763885.177136:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763885.177147:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763885.177153:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777798656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763885.177160:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777798016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763885.177184:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777798144:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763885.177221:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763885.177299:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff9c6f851a2680 x1876699777798144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763885.177316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777798144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763885.177326:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763885.177330:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763885.177333:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777798144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763885.177341:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777798272:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763885.177366:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763885.177379:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff9c6f851a2300 x1876699777798272/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763885.177393:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777798272/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763885.177402:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763885.177405:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763885.177409:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777798272:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763885.177430:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777798400:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763885.177449:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763885.177459:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff9c6f851a3480 x1876699777798400/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763885.177473:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777798400/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763885.177481:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763885.177485:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763885.177488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777798400:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763885.177494:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777798528:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763885.177511:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763885.177521:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff9c6f851a0000 x1876699777798528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763885.177534:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777798528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763885.177543:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763885.177547:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763885.177550:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777798528:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763885.177556:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777798656:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763885.177573:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763885.177583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff9c6f851a1500 x1876699777798656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763885.177595:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777798656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763885.177603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763885.177607:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763885.177610:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777798656:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763885.304466:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763886.328496:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763887.352549:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763888.376482:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763889.400465:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763890.296383:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763890.296397:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763890.296403:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763890.296418:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3561
00000100:00080000:3.0:1789763890.296432:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763890.296442:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763890.296500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777798784/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763890.296550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763890.296557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763890.296561:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763890.296569:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3561
00000100:00080000:3.0:1789763890.296578:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763890.296586:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763890.296599:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763890.296622:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777798784:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763890.296628:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777798912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763890.296650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763890.296655:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763890.296657:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763890.296679:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3561
00000100:00080000:3.0:1789763890.296686:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763890.296691:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763890.296699:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763890.296715:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763890.296719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777799040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763890.296737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763890.296741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763890.296744:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763890.296749:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3561
00000100:00080000:3.0:1789763890.296755:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763890.296763:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763890.296774:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff9c6f91ebad80 x1876699777798784/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763890.296775:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763890.296822:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777798784/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763890.296824:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777799168/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763890.296905:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763890.296912:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763890.296913:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763890.296927:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777798784:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763890.296930:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763890.296940:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763890.296952:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3561
00000100:00080000:3.0:1789763890.296962:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763890.296967:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777798912:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763890.296978:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763890.296989:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763890.297008:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763890.297018:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777799296/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763890.297033:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff9c6f91eb9f80 x1876699777798912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763890.297044:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763890.297057:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789763890.297063:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777798912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763890.297066:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763890.297088:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763890.297088:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3561
00000100:00080000:1.0:1789763890.297102:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763890.297104:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763890.297108:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777798912:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763890.297125:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777799040:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763890.297139:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789763890.297151:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789763890.297154:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763890.297170:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff9c6f91ebb800 x1876699777799040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763890.297183:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777799424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763890.297198:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777799040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763890.297207:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763890.297261:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763890.297273:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763890.297274:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763890.297281:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763890.297285:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777799040:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763890.297292:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3561
00000100:00080000:3.0:1789763890.297309:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763890.297317:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777799168:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789763890.297322:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763890.297336:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763890.297361:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777799552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763890.297380:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763890.297403:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff9c6f91eb9500 x1876699777799168/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763890.297420:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777799168/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763890.297431:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763890.297435:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763890.297439:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777799168:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763890.297460:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777799296:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763890.297480:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763890.297492:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff9c6f91eb9880 x1876699777799296/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763890.297506:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777799296/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763890.297515:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763890.297519:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763890.297522:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777799296:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763890.297529:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777799424:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763890.297546:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763890.297557:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff9c6f91ebaa00 x1876699777799424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763890.297571:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777799424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763890.297582:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763890.297585:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763890.297589:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777799424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763890.297596:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777799552:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763890.297613:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763890.297624:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff9c6f91ebb480 x1876699777799552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763890.297637:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777799552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763890.297646:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763890.297649:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763890.297653:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777799552:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763890.424380:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763891.448505:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763892.472403:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763893.496344:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763894.520458:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763895.416371:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763895.416384:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763895.416391:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763895.416407:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3567
00000100:00080000:3.0:1789763895.416423:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763895.416433:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763895.416481:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777799680/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763895.416523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763895.416528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763895.416531:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763895.416536:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3567
00000100:00080000:3.0:1789763895.416540:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763895.416545:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763895.416558:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763895.416575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777799808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763895.416589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763895.416595:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763895.416597:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763895.416602:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3567
00000100:00080000:3.0:1789763895.416606:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763895.416611:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763895.416616:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763895.416627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777799936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763895.416644:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777799680:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763895.416684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763895.416688:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763895.416690:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763895.416696:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3567
00000100:00080000:3.0:1789763895.416700:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763895.416706:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763895.416711:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763895.416724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777800064/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763895.416737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763895.416742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763895.416744:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763895.416751:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3567
00000100:00080000:3.0:1789763895.416754:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763895.416759:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763895.416767:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763895.416779:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777800192/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763895.416791:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763895.416823:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789763895.416829:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763895.416832:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763895.416846:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3567
00000100:00080000:3.0:1789763895.416854:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763895.416862:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763895.416871:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763895.416892:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777800320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763895.416908:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763895.416913:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763895.416916:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763895.416926:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff9c6f91ebb480 x1876699777799680/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763895.416929:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3567
00000100:00080000:3.0:1789763895.416944:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763895.416964:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763895.416977:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763895.416987:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777799680/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763895.417001:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777800448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763895.417063:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763895.417073:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763895.417082:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777799680:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763895.417095:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777799808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763895.417135:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763895.417153:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff9c6f91ebaa00 x1876699777799808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763895.417169:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777799808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763895.417180:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763895.417185:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763895.417189:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777799808:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763895.417305:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777799936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763895.417344:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763895.417361:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff9c6f91eb9880 x1876699777799936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763895.417377:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777799936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763895.417388:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763895.417392:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763895.417396:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777799936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763895.417404:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777800064:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763895.417425:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763895.417437:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff9c6f91eb9500 x1876699777800064/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763895.417452:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777800064/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763895.417462:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763895.417466:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763895.417470:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777800064:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763895.417477:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777800192:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789763895.417496:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763895.417507:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff9c6f91ebb800 x1876699777800192/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763895.417534:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777800192/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763895.417552:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763895.417559:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763895.417566:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777800192:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789763895.417579:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777800320:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763895.417618:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763895.417636:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff9c6f91eb9f80 x1876699777800320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763895.417651:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777800320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763895.417662:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763895.417666:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763895.417671:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777800320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763895.417678:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777800448:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789763895.417700:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763895.417712:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff9c6f91ebad80 x1876699777800448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763895.417725:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777800448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763895.417735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763895.417739:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763895.417743:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777800448:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763895.544450:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763896.568454:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763897.592418:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763898.616375:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763899.640430:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763900.536447:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763900.536465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763900.536472:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763900.536489:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3572
00000100:00080000:1.0:1789763900.536506:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763900.536519:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763900.536574:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777800576/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763900.536616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763900.536623:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763900.536625:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763900.536631:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3572
00000100:00080000:1.0:1789763900.536636:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763900.536642:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763900.536654:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763900.536669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777800704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763900.536682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763900.536686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763900.536689:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763900.536694:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3572
00000100:00080000:1.0:1789763900.536697:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763900.536703:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763900.536708:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763900.536719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777800832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763900.536731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763900.536735:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763900.536737:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763900.536741:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3572
00000100:00080000:1.0:1789763900.536744:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763900.536748:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763900.536756:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763900.536783:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777800576:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763900.536817:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777800960/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763900.536831:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763900.536835:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763900.536838:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763900.536843:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3572
00000100:00080000:1.0:1789763900.536850:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763900.536854:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763900.536861:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763900.536881:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777801088/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763900.536882:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763900.536900:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763900.536906:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763900.536909:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763900.536915:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3572
00000100:00080000:1.0:1789763900.536919:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763900.536923:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763900.536930:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763900.536954:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763900]  req@ffff9c6f9118f100 x1876699777800576/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763900.536955:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777801216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763900.537003:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763900.537011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763900.537015:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763900.537021:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3572
00000100:00100000:2.0:1789763900.537028:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777800576/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763900.537030:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763900.537043:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763900.537055:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763900.537062:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763900.537074:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763900.537076:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777801344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763900.537086:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777800576:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763900.537113:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777800704:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763900.537146:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763900.537162:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763900]  req@ffff9c6f9118ca80 x1876699777800704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763900.537177:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777800704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763900.537188:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763900.537191:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763900.537195:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777800704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763900.537271:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777800832:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763900.537298:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763900.537312:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763900]  req@ffff9c6f9118d180 x1876699777800832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763900.537326:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777800832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763900.537345:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763900.537349:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763900.537353:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777800832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763900.537360:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777800960:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763900.537379:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763900.537390:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763900]  req@ffff9c6f9118ce00 x1876699777800960/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763900.537404:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777800960/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763900.537413:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763900.537417:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763900.537420:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777800960:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763900.537427:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777801088:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763900.537445:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763900.537455:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763900]  req@ffff9c6f9118df80 x1876699777801088/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763900.537469:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777801088/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763900.537478:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763900.537482:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763900.537486:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777801088:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763900.537493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777801216:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763900.537511:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763900.537521:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763900]  req@ffff9c6f9118dc00 x1876699777801216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763900.537535:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777801216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763900.537544:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763900.537548:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763900.537551:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777801216:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763900.537557:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777801344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763900.537575:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763900.537586:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763900]  req@ffff9c6f9118ed80 x1876699777801344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763900.537598:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777801344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763900.537608:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763900.537612:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763900.537615:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777801344:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763900.664444:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763901.688371:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763902.712419:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763903.736468:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763904.760430:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763905.656347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763905.656360:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763905.656367:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763905.656385:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3577
00000100:00080000:1.0:1789763905.656402:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763905.656416:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763905.656474:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777801472/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763905.656514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763905.656519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763905.656522:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763905.656527:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3577
00000100:00080000:1.0:1789763905.656533:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763905.656538:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763905.656551:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763905.656571:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777801600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763905.656595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763905.656600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763905.656603:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763905.656608:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3577
00000100:00080000:1.0:1789763905.656612:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763905.656621:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763905.656624:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777801472:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789763905.656628:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763905.656647:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777801728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763905.656661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763905.656665:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763905.656668:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763905.656673:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3577
00000100:00080000:1.0:1789763905.656677:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763905.656681:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763905.656687:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763905.656702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777801856/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763905.656713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763905.656717:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763905.656750:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763905.656767:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3577
00000800:00000100:2.0:1789763905.656771:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763905.656777:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763905.656789:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763905.656801:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763905.656831:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777801984/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763905.656846:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763905.656853:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789763905.656854:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905]  req@ffff9c6f9118d500 x1876699777801472/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763905.656856:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763905.656870:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3577
00000100:00080000:1.0:1789763905.656881:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763905.656893:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763905.656902:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763905.656910:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777801472/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763905.656926:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777802112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763905.656930:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763905.656946:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789763905.656956:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763905.656959:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777801472:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763905.656965:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763905.656972:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763905.656980:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777801600:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763905.656982:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3577
00000100:00080000:1.0:1789763905.656994:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763905.657001:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763905.657008:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763905.657032:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777802240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763905.657041:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763905.657064:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905]  req@ffff9c6f9118c700 x1876699777801600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763905.657106:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777801600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763905.657124:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763905.657132:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763905.657141:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777801600:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763905.657183:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777801728:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763905.657300:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763905.657319:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905]  req@ffff9c6f9118f800 x1876699777801728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763905.657335:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777801728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763905.657355:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763905.657359:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763905.657363:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777801728:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763905.657371:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777801856:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763905.657394:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763905.657406:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905]  req@ffff9c6f9118c380 x1876699777801856/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763905.657420:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777801856/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763905.657430:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763905.657433:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763905.657437:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777801856:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763905.657443:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777801984:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763905.657462:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763905.657473:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905]  req@ffff9c6f9118e680 x1876699777801984/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763905.657487:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777801984/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763905.657496:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763905.657499:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763905.657504:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777801984:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763905.657511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777802112:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763905.657541:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763905.657561:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905]  req@ffff9c6f9118ed80 x1876699777802112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763905.657583:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777802112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763905.657600:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763905.657606:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763905.657613:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777802112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763905.657626:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777802240:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763905.657667:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763905.657691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905]  req@ffff9c6f9118dc00 x1876699777802240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763905.657717:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777802240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763905.657765:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763905.657770:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763905.657775:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777802240:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763905.784510:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763906.808379:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763907.832489:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763908.856528:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763909.880457:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763910.776336:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763910.776353:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763910.776361:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763910.776380:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3582
00000100:00080000:1.0:1789763910.776398:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763910.776413:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763910.776466:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777802368/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763910.776503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763910.776509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763910.776512:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763910.776519:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3582
00000100:00080000:1.0:1789763910.776527:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763910.776535:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763910.776548:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763910.776572:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777802496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763910.776591:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777802368:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763910.776602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763910.776613:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763910.776619:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763910.776670:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3582
00000100:00080000:1.0:1789763910.776704:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763910.776717:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763910.776731:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763910.776742:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763910.776773:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777802624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763910.776801:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763910.776811:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763910.776817:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763910.776831:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3582
00000100:00100000:0.0:1789763910.776833:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910]  req@ffff9c6f9118df80 x1876699777802368/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763910.776843:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763910.776860:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763910.776878:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763910.776894:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777802368/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763910.776911:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777802752/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763910.776921:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763910.776938:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763910.776952:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777802368:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763910.776955:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763910.776967:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763910.776972:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763910.776983:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3582
00000100:00080000:1.0:1789763910.776992:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763910.777005:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777802496:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763910.777005:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763910.777022:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763910.777052:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777802880/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763910.777076:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763910.777083:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763910.777086:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763910.777094:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763910.777104:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3582
00000100:00080000:1.0:1789763910.777112:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763910.777126:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763910.777129:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910]  req@ffff9c6f9118ce00 x1876699777802496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763910.777137:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763910.777176:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777803008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763910.777181:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777802496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763910.777274:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763910.777283:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763910.777284:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763910.777293:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763910.777302:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789763910.777310:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3582
00000100:00100000:0.0:1789763910.777321:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777802496:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763910.777323:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763910.777339:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763910.777351:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777802624:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789763910.777353:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763910.777391:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777803136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763910.777431:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763910.777481:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910]  req@ffff9c6f9118d180 x1876699777802624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763910.777512:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777802624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763910.777531:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763910.777538:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763910.777545:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777802624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763910.777559:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777802752:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763910.777602:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763910.777625:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910]  req@ffff9c6f9118ca80 x1876699777802752/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763910.777651:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777802752/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763910.777669:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763910.777675:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763910.777711:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777802752:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763910.777750:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777802880:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763910.777795:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763910.777820:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910]  req@ffff9c6f9118f100 x1876699777802880/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763910.777847:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777802880/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763910.777864:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763910.777871:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763910.777878:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777802880:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763910.777890:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777803008:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763910.777934:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763910.777958:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910]  req@ffff9c6f9118df80 x1876699777803008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763910.777984:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777803008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763910.778015:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763910.778022:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763910.778028:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777803008:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763910.778042:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777803136:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763910.778084:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763910.778109:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910]  req@ffff9c6f9118dc00 x1876699777803136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763910.778135:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777803136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763910.778151:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763910.778158:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763910.778165:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777803136:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763910.904434:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763911.928389:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763912.952478:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763913.976432:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763915.000482:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763915.896419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763915.896432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763915.896438:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763915.896451:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3587
00000100:00080000:2.0:1789763915.896464:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763915.896474:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763915.896522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777803264/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763915.896562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763915.896567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763915.896570:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763915.896574:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3587
00000100:00080000:2.0:1789763915.896579:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763915.896583:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763915.896596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763915.896613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777803392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763915.896628:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777803264:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789763915.896634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763915.896672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763915.896676:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763915.896686:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3587
00000100:00080000:2.0:1789763915.896694:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763915.896703:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763915.896715:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763915.896740:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777803520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763915.896755:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789763915.896776:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763915.896781:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763915.896784:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763915.896791:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3587
00000100:00080000:2.0:1789763915.896797:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763915.896804:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763915.896813:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763915.896818:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915]  req@ffff9c6f851a1180 x1876699777803264/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763915.896836:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777803648/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763915.896854:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777803264/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763915.896857:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763915.896873:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763915.896880:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763915.896895:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3587
00000100:00080000:0.0:1789763915.896897:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763915.896901:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763915.896911:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789763915.896913:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763915.896928:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763915.896932:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777803264:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763915.896948:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777803776/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763915.896961:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763915.896966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763915.896970:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763915.896976:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777803392:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789763915.896983:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3587
00000100:00080000:2.0:1789763915.896991:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763915.896997:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763915.897006:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763915.897029:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763915.897041:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777803904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763915.897058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763915.897065:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915]  req@ffff9c6f851a3b80 x1876699777803392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763915.897066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763915.897073:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763915.897084:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3587
00000100:00080000:2.0:1789763915.897095:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763915.897105:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789763915.897115:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763915.897129:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777803392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763915.897132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777804032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763915.897202:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763915.897210:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763915.897218:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777803392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763915.897268:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777803520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763915.897303:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763915.897320:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915]  req@ffff9c6f851a1c00 x1876699777803520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763915.897336:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777803520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763915.897346:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763915.897350:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763915.897355:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777803520:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763915.897362:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777803648:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763915.897382:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763915.897394:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915]  req@ffff9c6f851a1f80 x1876699777803648/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763915.897408:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777803648/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763915.897418:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763915.897421:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763915.897425:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777803648:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763915.897432:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777803776:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763915.897450:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763915.897461:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915]  req@ffff9c6f851a0e00 x1876699777803776/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763915.897474:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777803776/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763915.897484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763915.897487:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763915.897491:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777803776:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763915.897516:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777803904:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763915.897536:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763915.897548:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915]  req@ffff9c6f851a1880 x1876699777803904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763915.897561:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777803904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763915.897571:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763915.897575:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763915.897578:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777803904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763915.897585:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777804032:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763915.897603:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763915.897614:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915]  req@ffff9c6f851a0700 x1876699777804032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763915.897627:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777804032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763915.897636:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763915.897640:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763915.897666:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777804032:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763916.024452:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763917.048471:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763918.072514:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763919.096444:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763920.120361:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763921.016345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763921.016354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763921.016358:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763921.016369:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3592
00000100:00080000:1.0:1789763921.016379:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763921.016403:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763921.016437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777804160/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763921.016484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763921.016487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763921.016489:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763921.016492:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3592
00000100:00080000:1.0:1789763921.016495:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763921.016498:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763921.016507:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763921.016536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777804288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763921.016550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763921.016557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763921.016561:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763921.016564:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777804160:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763921.016569:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3592
00000100:00080000:1.0:1789763921.016576:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763921.016586:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763921.016626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763921.016640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777804416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763921.016650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763921.016674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763921.016677:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763921.016680:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3592
00000100:00080000:1.0:1789763921.016686:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763921.016689:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763921.016693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763921.016699:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763921.016707:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777804544/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763921.016717:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763921.016736:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763921.016737:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763921.016741:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3592
00000100:00080000:1.0:1789763921.016745:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763921.016749:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763921.016754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763921.016759:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff9c6f9118ed80 x1876699777804160/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763921.016770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777804672/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763921.016781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763921.016800:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777804160/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763921.016802:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763921.016807:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763921.016816:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3592
00000100:00080000:1.0:1789763921.016821:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763921.016822:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763921.016826:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789763921.016831:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:1.0:1789763921.016834:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763921.016838:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777804160:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763921.016846:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777804800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763921.016881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763921.016883:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777804288:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763921.016885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763921.016890:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763921.016896:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3592
00000100:00080000:1.0:1789763921.016900:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763921.016905:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763921.016911:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763921.016936:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763921.016945:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777804928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763921.016958:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff9c6f9118e680 x1876699777804288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.016974:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777804288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.017004:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.017009:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763921.017014:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777804288:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763921.017022:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777804416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763921.017045:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763921.017070:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff9c6f9118c380 x1876699777804416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.017083:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777804416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.017093:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.017096:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763921.017101:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777804416:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763921.017108:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777804544:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763921.017161:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763921.017197:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff9c6f9118f800 x1876699777804544/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.017211:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777804544/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.017221:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.017225:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763921.017229:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777804544:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763921.017236:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777804672:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789763921.017261:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763921.017275:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff9c6f9118c700 x1876699777804672/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.017290:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777804672/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.017300:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.017304:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763921.017308:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777804672:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789763921.017328:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777804800:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763921.017346:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763921.017355:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff9c6f9118d500 x1876699777804800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.017405:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777804800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.017412:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.017414:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763921.017416:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777804800:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763921.017421:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777804928:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789763921.017436:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763921.017444:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff9c6f9118ed80 x1876699777804928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.017452:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777804928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.017474:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.017476:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763921.017478:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777804928:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763921.144430:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763922.168517:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763923.192450:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763924.216502:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763925.240435:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763926.136375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763926.136384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763926.136388:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763926.136397:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3597
00000100:00080000:0.0:1789763926.136407:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763926.136413:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763926.136469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777805056/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763926.136499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763926.136502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763926.136504:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763926.136508:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3597
00000100:00080000:0.0:1789763926.136511:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763926.136514:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763926.136523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763926.136536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777805184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763926.136546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763926.136552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763926.136554:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777805056:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763926.136555:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763926.136565:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3597
00000100:00080000:0.0:1789763926.136585:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763926.136591:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763926.136613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763926.136627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777805312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763926.136639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763926.136642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763926.136644:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763926.136650:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763926.136653:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3597
00000100:00080000:0.0:1789763926.136674:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763926.136679:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763926.136686:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763926.136699:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777805440/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763926.136708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763926.136714:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1789763926.136714:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff9c6f84ef6680 x1876699777805056/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763926.136719:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763926.136728:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3597
00000100:00080000:0.0:1789763926.136736:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763926.136740:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763926.136745:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763926.136747:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777805056/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763926.136758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777805568/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763926.136760:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763926.136772:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763926.136777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763926.136781:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777805056:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763926.136783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763926.136787:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763926.136795:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3597
00000100:00080000:0.0:1789763926.136798:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763926.136802:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763926.136806:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763926.136815:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777805696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763926.136819:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777805184:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763926.136838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763926.136841:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763926.136843:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763926.136848:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3597
00000100:00080000:0.0:1789763926.136851:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763926.136856:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763926.136859:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763926.136866:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763926.136876:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff9c6f84ef4a80 x1876699777805184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763926.136889:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777805824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763926.136893:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777805184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763926.136921:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763926.136925:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763926.136929:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777805184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763926.136936:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777805312:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763926.136952:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763926.136961:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff9c6f84ef4000 x1876699777805312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763926.136971:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777805312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763926.136978:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763926.136980:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763926.136983:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777805312:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763926.136987:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777805440:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763926.137025:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763926.137032:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff9c6f84ef5500 x1876699777805440/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763926.137040:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777805440/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763926.137046:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763926.137048:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763926.137050:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777805440:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763926.137053:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777805568:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763926.137064:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763926.137085:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff9c6f84ef5f80 x1876699777805568/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763926.137095:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777805568/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763926.137102:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763926.137104:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763926.137107:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777805568:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763926.137121:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777805696:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763926.137135:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763926.137143:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff9c6f84ef7480 x1876699777805696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763926.137152:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777805696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763926.137164:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763926.137167:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763926.137170:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777805696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763926.137174:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777805824:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763926.137187:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763926.137194:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff9c6f84ef4700 x1876699777805824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763926.137203:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777805824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763926.137210:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763926.137212:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763926.137214:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777805824:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763926.264440:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763927.288453:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763928.312449:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763929.336431:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763930.360413:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763931.256433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763931.256447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763931.256452:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763931.256466:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3602
00000100:00080000:1.0:1789763931.256480:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763931.256490:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763931.256568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777805952/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763931.256619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763931.256641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763931.256645:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763931.256656:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3602
00000100:00080000:1.0:1789763931.256664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763931.256671:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763931.256688:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763931.256701:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777805952:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789763931.256714:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777806080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763931.256735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763931.256740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763931.256743:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763931.256749:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3602
00000100:00080000:1.0:1789763931.256753:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763931.256759:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763931.256765:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763931.256783:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777806208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763931.256793:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763931.256810:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763931.256816:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763931.256819:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763931.256827:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3602
00000100:00080000:1.0:1789763931.256831:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763931.256836:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763931.256844:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763931.256857:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff9c6f9118dc00 x1876699777805952/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763931.256863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777806336/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763931.256921:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763931.256928:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1789763931.256935:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777805952/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763931.256938:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763931.256958:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3602
00000100:00080000:1.0:1789763931.256975:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763931.256978:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763931.256990:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:2.0:1789763931.256993:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763931.257005:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777805952:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789763931.257007:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763931.257040:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777806464/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763931.257050:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777806080:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763931.257082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763931.257091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763931.257095:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763931.257103:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3602
00000100:00080000:1.0:1789763931.257111:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763931.257118:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763931.257125:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763931.257137:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763931.257155:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777806592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763931.257171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763931.257172:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff9c6f9118df80 x1876699777806080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763931.257195:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777806080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763931.257203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763931.257213:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763931.257218:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763931.257272:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763931.257278:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777806080:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763931.257291:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3602
00000100:00100000:2.0:1789763931.257292:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777806208:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763931.257308:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763931.257319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763931.257330:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763931.257340:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789763931.257359:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777806720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763931.257365:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff9c6f9118f100 x1876699777806208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763931.257414:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777806208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763931.257426:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763931.257432:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763931.257437:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777806208:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763931.257446:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777806336:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763931.257467:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763931.257479:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff9c6f9118ca80 x1876699777806336/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763931.257493:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777806336/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763931.257503:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763931.257506:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763931.257510:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777806336:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763931.257563:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777806464:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763931.257592:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763931.257607:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff9c6f9118d180 x1876699777806464/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763931.257622:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777806464/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763931.257632:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763931.257636:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763931.257640:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777806464:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763931.257648:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777806592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763931.257666:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763931.257677:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff9c6f9118ce00 x1876699777806592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763931.257691:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777806592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763931.257701:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763931.257705:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763931.257709:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777806592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763931.257715:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777806720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763931.257733:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763931.257744:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff9c6f9118dc00 x1876699777806720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763931.257756:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777806720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763931.257765:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763931.257769:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763931.257773:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777806720:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763931.384443:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763932.408481:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763933.432459:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763934.456449:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763935.480446:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763936.376341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763936.376354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763936.376359:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763936.376375:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3608
00000100:00080000:1.0:1789763936.376389:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763936.376400:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763936.376460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777806848/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763936.376529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763936.376538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763936.376542:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763936.376552:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3608
00000100:00080000:1.0:1789763936.376561:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763936.376570:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763936.376581:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777806848:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789763936.376589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763936.376614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777806976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763936.376630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763936.376635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763936.376639:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763936.376645:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3608
00000100:00080000:1.0:1789763936.376653:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763936.376659:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763936.376667:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763936.376688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777807104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763936.376688:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763936.376708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763936.376713:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763936.376716:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763936.376722:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3608
00000100:00080000:1.0:1789763936.376727:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763936.376731:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763936.376738:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763936.376755:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff9c6f9118ed80 x1876699777806848/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763936.376758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777807232/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763936.376822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763936.376826:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763936.376829:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763936.376837:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777806848/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763936.376842:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3608
00000100:00080000:1.0:1789763936.376851:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763936.376863:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763936.376874:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763936.376882:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763936.376891:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777807360/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763936.376902:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789763936.376910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763936.376921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789763936.376922:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777806848:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763936.376924:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763936.376941:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3608
00000100:00080000:1.0:1789763936.376947:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763936.376952:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763936.376957:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763936.376968:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777807488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763936.376982:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763936.376984:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777806976:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763936.376994:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763936.377000:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763936.377006:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3608
00000100:00080000:1.0:1789763936.377012:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763936.377016:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763936.377024:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763936.377048:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777807616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763936.377048:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763936.377082:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff9c6f9118d500 x1876699777806976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763936.377102:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777806976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763936.377115:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763936.377120:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763936.377125:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777806976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763936.377133:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777807104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763936.377155:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763936.377168:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff9c6f9118c700 x1876699777807104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763936.377182:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777807104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763936.377192:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763936.377195:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763936.377199:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777807104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763936.377206:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777807232:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763936.377283:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763936.377301:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff9c6f9118f800 x1876699777807232/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763936.377316:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777807232/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763936.377327:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763936.377330:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763936.377335:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777807232:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763936.377342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777807360:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763936.377364:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763936.377376:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff9c6f9118c380 x1876699777807360/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763936.377390:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777807360/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763936.377399:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763936.377403:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763936.377406:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777807360:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763936.377429:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777807488:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763936.377449:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763936.377461:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff9c6f9118e680 x1876699777807488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763936.377474:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777807488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763936.377485:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763936.377489:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763936.377493:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777807488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763936.377534:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777807616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763936.377562:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763936.377576:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff9c6f9118ed80 x1876699777807616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763936.377591:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777807616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763936.377602:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763936.377606:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763936.377609:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777807616:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763936.504446:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763937.528451:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763938.552447:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763939.576458:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763940.600423:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763941.496445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763941.496480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763941.496488:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763941.496515:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3613
00000100:00080000:0.0:1789763941.496533:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763941.496544:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763941.496606:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777807744/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763941.496647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763941.496652:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763941.496656:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763941.496661:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3613
00000100:00080000:0.0:1789763941.496664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763941.496680:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763941.496694:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763941.496713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777807872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763941.496729:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763941.496734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763941.496736:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763941.496745:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3613
00000100:00080000:0.0:1789763941.496755:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763941.496760:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777807744:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763941.496766:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763941.496783:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763941.496797:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777808000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763941.496812:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763941.496818:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763941.496820:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763941.496827:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3613
00000100:00080000:0.0:1789763941.496830:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763941.496835:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763941.496845:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763941.496882:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777808128/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763941.496904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763941.496912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763941.496916:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763941.496926:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3613
00000100:00100000:2.0:1789763941.496931:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777807872:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763941.496938:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763941.496950:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763941.496960:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763941.496985:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777808000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763941.496987:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777808256/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763941.497028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763941.497034:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763941.497037:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763941.497050:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3613
00000100:00100000:2.0:1789763941.497052:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777808128:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789763941.497061:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763941.497068:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763941.497073:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763941.497099:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777808384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763941.497119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763941.497129:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777808256:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789763941.497131:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763941.497145:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763941.497161:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3613
00000100:00100000:2.0:1789763941.497170:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777808384:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763941.497171:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763941.497194:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763941.497206:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763941.497293:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777808512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763941.497345:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777808512:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763941.624439:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763942.648514:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763943.672437:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763944.568681:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:1.0:1789763944.568738:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763944.568765:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789763944.568829:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789763944.568848:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789763944.568879:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789763944.568893:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789763944.568910:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:1.0:1789763944.568920:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:2.0:1789763944.568952:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763944]  req@ffff9c6f84ef4e00 x1876699777808256/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763944.569001:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777808256/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763944.569024:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763944.569033:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763944.569057:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777808256:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763944.569070:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763944]  req@ffff9c6f84ef7800 x1876699777808384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763944.569091:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777808384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763944.569105:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763944.569112:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763944.569118:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777808384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763944.569130:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763944]  req@ffff9c6f84ef6a00 x1876699777807872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763944.569151:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777807872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763944.569165:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763944.569170:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763944.569174:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777807872:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763944.569186:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763944]  req@ffff9c6f84ef5880 x1876699777808000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763944.569207:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777808000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763944.569219:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763944.569225:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763944.569230:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777808000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763944.569299:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763944]  req@ffff9c6f84ef6d80 x1876699777808128/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763944.569325:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777808128/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763944.569341:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763944.569349:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763944.569356:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777808128:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763944.569369:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763944]  req@ffff9c6f84ef6300 x1876699777807744/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763944.569392:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777807744/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763944.569406:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763944.569413:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763944.569419:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777807744:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763944.569493:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763944]  req@ffff9c6f84ef4380 x1876699777808512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763944.569517:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777808512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763944.569530:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763944.569536:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763944.569541:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777808512:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763944.696507:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763945.720451:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763946.616336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763946.616348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763946.616354:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763946.616367:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3618
00000100:00080000:0.0:1789763946.616392:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763946.616405:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763946.616478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777808640/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763946.616517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763946.616524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763946.616528:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763946.616535:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3618
00000100:00080000:0.0:1789763946.616543:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763946.616550:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763946.616566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763946.616592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777808768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763946.616623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763946.616643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763946.616646:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763946.616652:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3618
00000100:00080000:0.0:1789763946.616657:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763946.616662:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763946.616669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763946.616685:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777808896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763946.616697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763946.616701:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763946.616703:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763946.616707:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3618
00000100:00080000:0.0:1789763946.616716:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763946.616722:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763946.616729:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763946.616752:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777809024/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763946.616769:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763946.616774:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763946.616778:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763946.616787:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3618
00000100:00080000:0.0:1789763946.616795:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763946.616802:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763946.616810:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763946.616829:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777809152/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763946.616850:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763946.616860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789763946.616860:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777808640:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763946.616866:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763946.616883:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3618
00000100:00080000:0.0:1789763946.616889:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763946.616896:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763946.616906:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763946.616928:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777809280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763946.616945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763946.616953:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763946.616956:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763946.616963:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3618
00000800:00000100:2.0:1789763946.616973:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763946.616998:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763946.617012:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763946.617021:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763946.617051:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946]  req@ffff9c6f84ef5c00 x1876699777808640/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763946.617053:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777809408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763946.617130:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777808640/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763946.617153:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763946.617161:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763946.617169:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777808640:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763946.617187:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777808768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763946.617275:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763946.617305:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946]  req@ffff9c6f84ef4380 x1876699777808768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763946.617344:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777808768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763946.617359:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763946.617365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763946.617371:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777808768:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763946.617383:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777808896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763946.617417:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763946.617467:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946]  req@ffff9c6f84ef6300 x1876699777808896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763946.617489:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777808896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763946.617503:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763946.617516:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763946.617523:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777808896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763946.617535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777809024:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763946.617568:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763946.617586:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946]  req@ffff9c6f84ef6d80 x1876699777809024/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763946.617604:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777809024/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763946.617627:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763946.617632:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763946.617638:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777809024:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763946.617680:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777809152:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763946.617717:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763946.617741:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946]  req@ffff9c6f84ef5880 x1876699777809152/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763946.617766:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777809152/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763946.617784:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763946.617791:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763946.617798:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777809152:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763946.617812:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777809280:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763946.617850:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763946.617871:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946]  req@ffff9c6f84ef6a00 x1876699777809280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763946.617894:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777809280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763946.617908:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763946.617914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763946.617920:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777809280:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763946.617933:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777809408:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763946.617970:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763946.617991:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946]  req@ffff9c6f84ef7800 x1876699777809408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763946.618016:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777809408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763946.618032:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763946.618039:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763946.618046:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777809408:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789763946.744468:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763947.768482:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763948.792435:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763949.816434:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763950.840412:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763951.736467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763951.736485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763951.736492:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763951.736519:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3623
00000100:00080000:1.0:1789763951.736539:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763951.736551:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763951.736628:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777809536/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763951.736676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763951.736681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763951.736684:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763951.736689:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3623
00000100:00080000:1.0:1789763951.736695:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763951.736703:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763951.736719:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763951.736741:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777809664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763951.736762:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777809536:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763951.736775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763951.736783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763951.736786:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763951.736823:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3623
00000100:00080000:1.0:1789763951.736830:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763951.736837:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763951.736845:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763951.736865:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777809792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763951.736879:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763951.736889:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763951.736897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763951.736900:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763951.736908:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3623
00000100:00080000:1.0:1789763951.736918:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763951.736927:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763951.736929:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951]  req@ffff9c6f9118dc00 x1876699777809536/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763951.736942:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763951.736966:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777809536/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763951.736972:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777809920/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763951.737052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763951.737054:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763951.737071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763951.737074:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789763951.737077:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763951.737086:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777809536:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763951.737088:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3623
00000100:00080000:1.0:1789763951.737103:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763951.737110:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763951.737117:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763951.737130:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777810048/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763951.737134:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777809664:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789763951.737165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763951.737174:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763951.737176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763951.737182:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763951.737195:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3623
00000100:00100000:2.0:1789763951.737196:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951]  req@ffff9c6f9118ce00 x1876699777809664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763951.737210:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763951.737226:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763951.737234:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777809664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763951.737291:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763951.737295:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763951.737300:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777809664:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789763951.737308:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763951.737309:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777809792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789763951.737349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777810176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763951.737349:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763951.737365:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951]  req@ffff9c6f9118d180 x1876699777809792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763951.737397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763951.737403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763951.737406:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777809792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763951.737407:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763951.737448:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3623
00000100:00080000:1.0:1789763951.737457:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763951.737467:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763951.737481:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763951.737483:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763951.737497:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789763951.737505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777810304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763951.737515:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777809792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763951.737536:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777809920:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763951.737574:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763951.737589:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951]  req@ffff9c6f9118ca80 x1876699777809920/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763951.737604:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777809920/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763951.737615:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763951.737619:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763951.737623:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777809920:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763951.737665:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777810048:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763951.737690:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763951.737703:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951]  req@ffff9c6f9118f100 x1876699777810048/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763951.737717:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777810048/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763951.737727:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763951.737731:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763951.737735:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777810048:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763951.737742:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777810176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763951.737761:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763951.737772:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951]  req@ffff9c6f9118df80 x1876699777810176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763951.737800:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777810176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763951.737806:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763951.737816:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763951.737819:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777810176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763951.737824:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777810304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763951.737838:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763951.737846:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951]  req@ffff9c6f9118dc00 x1876699777810304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763951.737855:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777810304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763951.737861:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763951.737863:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763951.737866:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777810304:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763951.864472:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763952.888550:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763953.912457:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763954.936525:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763955.960490:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763956.856499:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763956.856513:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763956.856521:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763956.856534:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3628
00000100:00080000:3.0:1789763956.856548:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763956.856557:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763956.856609:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777810432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763956.856646:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763956.856651:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763956.856654:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763956.856659:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3628
00000100:00080000:3.0:1789763956.856671:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763956.856676:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763956.856689:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763956.856706:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777810560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763956.856724:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763956.856730:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763956.856734:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763956.856744:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777810432:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763956.856748:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3628
00000100:00080000:3.0:1789763956.856763:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763956.856775:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763956.856787:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763956.856815:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777810688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763956.856846:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763956.856858:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763956.856865:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763956.856869:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763956.856878:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3628
00000100:00080000:3.0:1789763956.856886:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763956.856893:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763956.856903:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763956.856909:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956]  req@ffff9c6f91ebad80 x1876699777810432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763956.856929:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777810816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763956.856943:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777810432/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763956.856953:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763956.856972:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763956.856979:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763956.856983:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763956.856990:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3628
00000100:00080000:2.0:1789763956.856998:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789763956.857001:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763956.857010:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777810432:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789763956.857016:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763956.857027:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763956.857043:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777810944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763956.857060:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763956.857062:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777810560:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789763956.857070:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763956.857078:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763956.857087:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3628
00000100:00080000:3.0:1789763956.857093:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763956.857098:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763956.857106:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763956.857121:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777811072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763956.857137:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789763956.857142:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763956.857148:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763956.857152:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763956.857160:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3628
00000100:00080000:3.0:1789763956.857178:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763956.857184:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789763956.857190:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763956.857204:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777811200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763956.857218:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956]  req@ffff9c6f91eb9f80 x1876699777810560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763956.857302:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777810560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763956.857316:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763956.857326:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763956.857332:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777810560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763956.857385:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777810688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763956.857421:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763956.857437:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956]  req@ffff9c6f91ebb800 x1876699777810688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763956.857453:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777810688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763956.857463:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763956.857467:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763956.857471:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777810688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763956.857478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777810816:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763956.857498:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763956.857509:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956]  req@ffff9c6f91eb9500 x1876699777810816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763956.857523:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777810816/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763956.857534:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763956.857538:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763956.857542:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777810816:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763956.857563:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777810944:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763956.857582:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763956.857593:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956]  req@ffff9c6f91eb9880 x1876699777810944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763956.857607:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777810944/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763956.857617:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763956.857621:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763956.857625:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777810944:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763956.857631:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777811072:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763956.857649:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763956.857660:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956]  req@ffff9c6f91ebaa00 x1876699777811072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763956.857673:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777811072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763956.857682:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763956.857686:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763956.857690:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777811072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763956.857697:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777811200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763956.857714:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763956.857725:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956]  req@ffff9c6f91ebb480 x1876699777811200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763956.857738:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777811200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763956.857747:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763956.857751:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763956.857754:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777811200:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763956.984569:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763958.008534:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763959.032584:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763960.056568:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763961.080490:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763961.976363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763961.976375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763961.976380:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763961.976392:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3633
00000100:00080000:0.0:1789763961.976425:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763961.976435:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763961.976507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777811328/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763961.976580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763961.976585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763961.976588:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763961.976594:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3633
00000100:00080000:0.0:1789763961.976599:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763961.976605:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763961.976619:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763961.976638:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777811456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763961.976653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763961.976658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763961.976661:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763961.976666:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3633
00000100:00080000:0.0:1789763961.976672:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763961.976677:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763961.976685:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763961.976718:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777811584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763961.976726:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777811328:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763961.976730:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763961.976750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763961.976756:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763961.976761:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3633
00000100:00080000:0.0:1789763961.976765:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763961.976767:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763961.976772:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763961.976785:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777811712/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763961.976791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763961.976794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763961.976796:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763961.976799:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3633
00000100:00080000:0.0:1789763961.976804:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763961.976807:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763961.976810:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763961.976820:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777811840/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763961.976832:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763961.976836:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763961.976838:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763961.976840:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3633
00000100:00080000:0.0:1789763961.976845:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763961.976867:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:2.0:1789763961.976870:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789763961.976873:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763961.976886:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777811968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763961.976896:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763961.976901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763961.976903:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763961.976906:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3633
00000100:00080000:0.0:1789763961.976908:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763961.976911:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763961.976917:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763961.976928:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777812096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763961.976936:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961]  req@ffff9c6f84ef4e00 x1876699777811328/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763961.976981:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777811328/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763961.976997:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763961.977002:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763961.977008:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777811328:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763961.977017:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777811456:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763961.977048:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763961.977064:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961]  req@ffff9c6f84ef4700 x1876699777811456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763961.977079:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777811456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763961.977105:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763961.977109:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763961.977112:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777811456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763961.977139:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777811584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763961.977180:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763961.977193:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961]  req@ffff9c6f84ef7480 x1876699777811584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763961.977207:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777811584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763961.977216:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763961.977220:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763961.977224:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777811584:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763961.977230:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777811712:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763961.977250:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763961.977261:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961]  req@ffff9c6f84ef5f80 x1876699777811712/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763961.977274:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777811712/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763961.977398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763961.977402:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763961.977414:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777811712:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763961.977422:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777811840:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763961.977449:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763961.977462:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961]  req@ffff9c6f84ef5500 x1876699777811840/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763961.977485:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777811840/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763961.977494:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763961.977497:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763961.977501:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777811840:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763961.977507:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777811968:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763961.977523:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763961.977533:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961]  req@ffff9c6f84ef4000 x1876699777811968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763961.977544:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777811968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763961.977552:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763961.977555:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763961.977559:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777811968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763961.977565:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777812096:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763961.977613:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763961.977624:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961]  req@ffff9c6f84ef4a80 x1876699777812096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763961.977638:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777812096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763961.977648:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763961.977651:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763961.977655:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777812096:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763962.104579:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763963.128509:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763964.152488:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763965.176568:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763966.200453:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763967.096426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763967.096443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763967.096450:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763967.096467:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3638
00000100:00080000:0.0:1789763967.096487:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763967.096499:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763967.096560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777812224/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763967.096604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763967.096609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763967.096612:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763967.096617:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3638
00000100:00080000:0.0:1789763967.096621:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763967.096626:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763967.096641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763967.096662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777812352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763967.096677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763967.096682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763967.096689:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763967.096692:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777812224:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763967.096700:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3638
00000100:00080000:0.0:1789763967.096710:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763967.096714:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763967.096720:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763967.096735:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777812480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763967.096746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763967.096752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763967.096766:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763967.096773:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3638
00000100:00080000:0.0:1789763967.096780:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763967.096785:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763967.096791:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763967.096805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777812608/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763967.096818:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763967.096823:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763967.096826:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763967.096830:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3638
00000100:00080000:0.0:1789763967.096834:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763967.096837:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763967.096844:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763967.096849:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763967.096865:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777812736/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763967.096879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763967.096885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763967.096888:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763967.096893:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3638
00000100:00080000:0.0:1789763967.096897:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763967.096902:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763967.096910:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763967.096924:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff9c6f84ef6680 x1876699777812224/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763967.096930:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777812864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763967.096977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763967.096981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763967.096985:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763967.096993:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777812224/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763967.096998:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3638
00000100:00080000:0.0:1789763967.097008:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763967.097021:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763967.097030:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763967.097032:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763967.097043:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789763967.097049:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777812992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763967.097055:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777812224:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789763967.097112:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777812352:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763967.097146:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763967.097165:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff9c6f84ef4a80 x1876699777812352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763967.097181:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777812352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763967.097192:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763967.097197:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763967.097201:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777812352:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763967.097208:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777812480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763967.097353:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763967.097374:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff9c6f84ef4000 x1876699777812480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763967.097391:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777812480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763967.097402:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763967.097406:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763967.097410:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777812480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763967.097418:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777812608:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763967.097445:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763967.097457:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff9c6f84ef5500 x1876699777812608/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763967.097471:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777812608/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763967.097483:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763967.097487:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763967.097491:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777812608:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763967.097497:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777812736:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763967.097517:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763967.097527:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff9c6f84ef5f80 x1876699777812736/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763967.097541:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777812736/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763967.097551:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763967.097555:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763967.097558:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777812736:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763967.097564:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777812864:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763967.097583:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763967.097594:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff9c6f84ef7480 x1876699777812864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763967.097606:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777812864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763967.097616:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763967.097620:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763967.097624:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777812864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763967.097631:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777812992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763967.097651:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763967.097661:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff9c6f84ef4700 x1876699777812992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763967.097675:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777812992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763967.097685:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763967.097688:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763967.097692:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777812992:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763967.224485:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763968.248519:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763969.272428:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763970.296539:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763971.320419:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763972.216404:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763972.216419:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763972.216426:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763972.216441:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3643
00000100:00080000:0.0:1789763972.216458:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763972.216469:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763972.216541:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777813120/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763972.216598:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763972.216604:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763972.216607:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763972.216614:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3643
00000100:00080000:0.0:1789763972.216622:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763972.216630:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763972.216645:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763972.216661:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777813120:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763972.216671:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777813248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763972.216699:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763972.216706:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763972.216711:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763972.216720:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3643
00000100:00080000:0.0:1789763972.216730:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763972.216739:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763972.216747:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763972.216762:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763972.216786:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777813376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763972.216804:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763972.216804:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff9c6f84ef4e00 x1876699777813120/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763972.216820:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763972.216825:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763972.216841:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3643
00000100:00080000:0.0:1789763972.216860:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763972.216871:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777813120/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763972.216874:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763972.216887:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:2.0:1789763972.216893:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763972.216899:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763972.216903:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777813120:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763972.216918:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777813504/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763972.216934:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777813248:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763972.216976:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763972.216977:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763972.216992:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763972.216998:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763972.216999:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff9c6f84ef7800 x1876699777813248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763972.217023:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3643
00000100:00100000:2.0:1789763972.217029:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777813248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763972.217039:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763972.217041:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763972.217050:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763972.217056:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763972.217060:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777813248:192.168.203.138@tcp:38:kworker.0
00000008:00100000:0.0:1789763972.217068:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763972.217074:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777813376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763972.217100:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777813632/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763972.217111:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763972.217127:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff9c6f84ef6a00 x1876699777813376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763972.217128:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763972.217148:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763972.217154:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763972.217161:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3643
00000100:00080000:0.0:1789763972.217177:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763972.217189:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763972.217190:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777813376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763972.217206:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763972.217209:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763972.217219:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763972.217278:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777813376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763972.217299:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777813760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763972.217307:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777813504:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789763972.217334:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763972.217340:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763972.217343:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763972.217350:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3643
00000800:00000100:2.0:1789763972.217357:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763972.217358:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763972.217369:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763972.217378:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763972.217379:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff9c6f84ef5880 x1876699777813504/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763972.217404:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777813888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763972.217407:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777813504/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763972.217472:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763972.217478:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763972.217482:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777813504:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763972.217489:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777813632:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763972.217506:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763972.217513:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff9c6f84ef6d80 x1876699777813632/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763972.217522:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777813632/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763972.217527:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763972.217529:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763972.217531:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777813632:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763972.217543:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777813760:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763972.217562:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763972.217573:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff9c6f84ef6300 x1876699777813760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763972.217584:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777813760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763972.217592:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763972.217598:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763972.217603:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777813760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763972.217609:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777813888:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763972.217629:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763972.217642:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff9c6f84ef4380 x1876699777813888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763972.217654:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777813888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763972.217663:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763972.217667:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763972.217669:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777813888:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763972.344403:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763973.368379:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763974.392493:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763975.416478:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763976.440379:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763977.336374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763977.336393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763977.336401:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763977.336418:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3648
00000100:00080000:0.0:1789763977.336438:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763977.336450:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763977.336517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777814016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763977.336567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763977.336593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763977.336597:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763977.336615:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3648
00000100:00080000:0.0:1789763977.336623:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763977.336632:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763977.336651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763977.336693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777814144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763977.336727:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777814016:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763977.336742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763977.336758:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763977.336762:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763977.336773:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3648
00000100:00080000:0.0:1789763977.336782:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763977.336790:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763977.336802:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763977.336828:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777814272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763977.336867:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763977.336873:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763977.336876:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763977.336883:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3648
00000100:00080000:0.0:1789763977.336890:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763977.336891:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763977.336904:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763977.336914:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763977.336933:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777814400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763977.336947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763977.336953:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1789763977.336967:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff9c6f84ef5c00 x1876699777814016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763977.336969:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763977.336985:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3648
00000100:00080000:0.0:1789763977.336993:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763977.337018:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789763977.337026:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777814016/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763977.337039:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763977.337070:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777814528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763977.337072:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763977.337109:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763977.337116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763977.337125:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777814016:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763977.337128:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763977.337135:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763977.337163:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3648
00000100:00080000:0.0:1789763977.337170:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763977.337179:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763977.337187:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763977.337283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777814656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763977.337299:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777814144:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763977.337303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763977.337315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763977.337318:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763977.337327:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3648
00000100:00080000:0.0:1789763977.337335:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763977.337342:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763977.337352:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763977.337359:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763977.337380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777814784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763977.337391:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff9c6f84ef4380 x1876699777814144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763977.337426:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777814144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763977.337442:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763977.337448:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763977.337455:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777814144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763977.337482:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777814272:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763977.337523:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763977.337547:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff9c6f84ef6300 x1876699777814272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763977.337569:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777814272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763977.337586:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763977.337593:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763977.337623:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777814272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763977.337633:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777814400:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763977.337680:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763977.337697:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff9c6f84ef6d80 x1876699777814400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763977.337715:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777814400/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763977.337729:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763977.337744:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763977.337749:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777814400:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763977.337758:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777814528:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789763977.337790:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763977.337809:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff9c6f84ef5880 x1876699777814528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763977.337828:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777814528/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763977.337842:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763977.337847:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763977.337852:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777814528:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789763977.337882:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777814656:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763977.337913:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763977.337926:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff9c6f84ef6a00 x1876699777814656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763977.337938:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777814656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763977.337947:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763977.337950:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763977.337954:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777814656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789763977.337960:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777814784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789763977.337987:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789763977.338002:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff9c6f84ef7800 x1876699777814784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763977.338022:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777814784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763977.338045:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763977.338049:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789763977.338055:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777814784:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763977.464416:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763978.488428:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763979.512414:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763980.536423:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763981.560448:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763982.456424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763982.456437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763982.456446:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.456462:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3654
00000100:00080000:0.0:1789763982.456480:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.456490:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763982.456552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777814912/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763982.456611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763982.456619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763982.456624:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.456634:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3654
00000100:00080000:0.0:1789763982.456648:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.456659:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763982.456668:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777814912:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789763982.456681:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763982.456720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777815040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763982.456746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763982.456753:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763982.456762:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763982.456768:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.456778:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3654
00000100:00080000:0.0:1789763982.456786:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.456795:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763982.456807:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763982.456834:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777815168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763982.456867:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763982.456873:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763982.456878:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.456887:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3654
00000100:00080000:0.0:1789763982.456897:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.456907:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763982.456919:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763982.456945:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff9c6f84ef4e00 x1876699777814912/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763982.456959:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777815296/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763982.456983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763982.456990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763982.456994:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.457001:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3654
00000100:00080000:0.0:1789763982.457008:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.457016:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763982.457024:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763982.457041:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777815424/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763982.457052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763982.457056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763982.457059:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.457062:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3654
00000100:00080000:0.0:1789763982.457068:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.457074:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763982.457078:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763982.457092:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777815552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763982.457102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763982.457106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763982.457108:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.457119:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3654
00000100:00080000:0.0:1789763982.457126:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.457132:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763982.457141:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763982.457209:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777814912/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763982.457212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777815680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763982.457276:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.457293:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763982.457307:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777814912:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763982.457360:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777815040:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763982.457456:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763982.457471:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff9c6f84ef4700 x1876699777815040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763982.457488:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777815040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.457496:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.457499:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763982.457502:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777815040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763982.457508:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777815168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763982.457523:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763982.457532:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff9c6f84ef7480 x1876699777815168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763982.457541:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777815168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.457547:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.457550:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763982.457552:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777815168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763982.457557:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777815296:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763982.457571:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763982.457578:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff9c6f84ef5f80 x1876699777815296/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763982.457587:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777815296/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.457598:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.457601:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763982.457604:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777815296:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763982.457608:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777815424:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763982.457620:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763982.457627:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff9c6f84ef5500 x1876699777815424/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763982.457636:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777815424/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.457641:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.457643:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763982.457646:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777815424:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763982.457650:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777815552:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763982.457663:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763982.457686:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff9c6f84ef4000 x1876699777815552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763982.457695:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777815552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.457702:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.457704:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763982.457708:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777815552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763982.457713:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777815680:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763982.457728:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763982.457737:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff9c6f84ef4a80 x1876699777815680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763982.457746:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777815680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.457753:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.457756:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763982.457758:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777815680:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763982.584414:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763983.608445:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763984.632420:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763985.656454:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763986.680357:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763987.576332:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763987.576345:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763987.576350:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763987.576363:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3659
00000100:00080000:0.0:1789763987.576376:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763987.576385:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763987.576432:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777815808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763987.576467:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763987.576473:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763987.576476:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763987.576482:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3659
00000100:00080000:0.0:1789763987.576487:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763987.576493:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763987.576505:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763987.576507:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777815808:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763987.576528:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777815936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763987.576546:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763987.576551:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763987.576554:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763987.576559:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3659
00000100:00080000:0.0:1789763987.576564:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763987.576569:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763987.576575:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763987.576581:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763987.576597:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777816064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763987.576611:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763987.576615:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763987.576618:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763987.576624:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3659
00000100:00100000:3.0:1789763987.576627:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987]  req@ffff9c6f84ef6680 x1876699777815808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763987.576630:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763987.576640:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763987.576655:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763987.576670:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777815808/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763987.576673:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777816192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763987.576716:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763987.576720:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763987.576725:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763987.576732:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:3.0:1789763987.576740:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777815808:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789763987.576741:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763987.576759:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3659
00000100:00080000:0.0:1789763987.576763:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763987.576768:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763987.576774:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763987.576779:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777815936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763987.576797:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777816320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763987.576812:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763987.576818:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763987.576820:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763987.576824:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763987.576832:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3659
00000100:00080000:0.0:1789763987.576837:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763987.576843:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987]  req@ffff9c6f84ef4a80 x1876699777815936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763987.576845:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763987.576854:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763987.576875:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777816448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763987.576877:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777815936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763987.576924:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763987.576929:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763987.576930:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763987.576939:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763987.576940:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763987.576952:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3659
00000100:00100000:3.0:1789763987.576953:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777815936:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763987.576963:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763987.576969:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777816064:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763987.576973:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763987.576982:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763987.577000:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789763987.577002:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777816576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763987.577012:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987]  req@ffff9c6f84ef4000 x1876699777816064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763987.577030:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777816064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763987.577037:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763987.577040:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763987.577043:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777816064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763987.577050:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777816192:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763987.577063:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763987.577070:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987]  req@ffff9c6f84ef5500 x1876699777816192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763987.577077:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777816192/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763987.577083:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763987.577085:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763987.577087:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777816192:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763987.577099:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777816320:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763987.577110:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763987.577116:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987]  req@ffff9c6f84ef5f80 x1876699777816320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763987.577140:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777816320/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763987.577145:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763987.577148:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763987.577150:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777816320:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763987.577155:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777816448:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763987.577169:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763987.577177:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987]  req@ffff9c6f84ef7480 x1876699777816448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763987.577184:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777816448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763987.577189:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763987.577191:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763987.577193:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777816448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763987.577197:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777816576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763987.577207:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763987.577213:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987]  req@ffff9c6f84ef4700 x1876699777816576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763987.577239:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777816576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763987.577245:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763987.577248:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763987.577250:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777816576:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763987.704433:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763988.728352:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763989.752335:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763990.776346:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763991.800386:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763992.696330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763992.696339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763992.696343:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763992.696351:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3664
00000100:00080000:1.0:1789763992.696360:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763992.696367:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789763992.696398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777816704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763992.696422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763992.696425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763992.696427:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763992.696430:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3664
00000100:00080000:1.0:1789763992.696434:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763992.696439:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763992.696448:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763992.696458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777816832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763992.696468:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777816704:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789763992.696470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763992.696485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763992.696488:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763992.696492:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3664
00000100:00080000:1.0:1789763992.696494:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763992.696496:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763992.696499:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763992.696509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777816960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763992.696515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763992.696517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763992.696519:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763992.696522:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3664
00000100:00080000:1.0:1789763992.696525:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763992.696528:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763992.696531:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763992.696539:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777817088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763992.696545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763992.696547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763992.696549:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763992.696552:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3664
00000100:00080000:1.0:1789763992.696555:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763992.696557:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763992.696559:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763992.696566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777817216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763992.696578:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789763992.696584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763992.696587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763992.696589:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763992.696593:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3664
00000100:00080000:1.0:1789763992.696597:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763992.696599:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763992.696602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763992.696611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777817344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763992.696621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763992.696624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763992.696625:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763992.696628:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3664
00000100:00080000:1.0:1789763992.696630:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763992.696634:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789763992.696639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763992.696647:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992]  req@ffff9c6f9118ed80 x1876699777816704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763992.696651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777817472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763992.696721:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777816704/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763992.696735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763992.696739:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763992.696742:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777816704:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789763992.696767:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777816832:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763992.696787:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763992.696796:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992]  req@ffff9c6f9118e680 x1876699777816832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763992.696805:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777816832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763992.696811:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763992.696813:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763992.696815:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777816832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763992.696819:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777816960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763992.696830:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763992.696836:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992]  req@ffff9c6f9118c380 x1876699777816960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763992.696843:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777816960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763992.696849:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763992.696851:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763992.696853:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777816960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763992.696857:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777817088:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763992.696869:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763992.696874:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992]  req@ffff9c6f9118f800 x1876699777817088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763992.696881:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777817088/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763992.696887:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763992.696889:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763992.696891:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777817088:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763992.696894:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777817216:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763992.696904:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763992.696910:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992]  req@ffff9c6f9118c700 x1876699777817216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763992.696916:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777817216/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763992.696921:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763992.696924:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763992.696926:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777817216:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763992.696929:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777817344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763992.696939:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763992.696945:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992]  req@ffff9c6f9118d500 x1876699777817344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763992.696953:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777817344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763992.696958:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763992.696960:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763992.696962:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777817344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763992.696971:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777817472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763992.696981:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763992.696987:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992]  req@ffff9c6f9118dc00 x1876699777817472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763992.696994:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777817472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763992.696999:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763992.697001:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763992.697003:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777817472:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763992.824408:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763993.848429:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763994.872399:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763995.896386:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763996.920463:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763997.816332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763997.816341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763997.816346:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763997.816357:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3669
00000100:00080000:0.0:1789763997.816369:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763997.816378:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789763997.816414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777817600/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763997.816441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763997.816444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763997.816447:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763997.816453:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3669
00000100:00080000:0.0:1789763997.816457:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763997.816462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763997.816469:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777817600:192.168.203.138@tcp:250:kworker.0
00000008:00100000:0.0:1789763997.816471:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763997.816489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777817728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763997.816509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763997.816512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763997.816515:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763997.816519:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3669
00000100:00080000:0.0:1789763997.816524:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763997.816526:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763997.816531:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763997.816538:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763997.816551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777817856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763997.816562:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997]  req@ffff9c6f84ef4e00 x1876699777817600/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763997.816563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763997.816572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763997.816576:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763997.816583:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3669
00000100:00100000:3.0:1789763997.816587:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777817600/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763997.816588:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763997.816597:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789763997.816600:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763997.816603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789763997.816605:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763997.816611:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777817600:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789763997.816620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777817984/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763997.816632:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777817728:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789763997.816635:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763997.816640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763997.816642:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763997.816654:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3669
00000100:00080000:0.0:1789763997.816660:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763997.816668:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:3.0:1789763997.816668:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:0.0:1789763997.816677:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763997.816688:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997]  req@ffff9c6f84ef7800 x1876699777817728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763997.816694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777818112/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763997.816712:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777817728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763997.816714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763997.816722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763997.816726:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763997.816735:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3669
00000100:00080000:3.0:1789763997.816735:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763997.816742:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763997.816744:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:0.0:1789763997.816750:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789763997.816752:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777817728:192.168.203.138@tcp:38:kworker.0
00000008:00100000:0.0:1789763997.816757:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763997.816761:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777817856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789763997.816775:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777818240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763997.816784:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789763997.816791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763997.816795:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763997.816797:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763997.816802:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3669
00000100:00080000:0.0:1789763997.816807:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763997.816811:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997]  req@ffff9c6f84ef6a00 x1876699777817856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763997.816814:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789763997.816824:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763997.816829:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777817856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763997.816840:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763997.816842:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777818368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763997.816844:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763997.816850:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777817856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763997.816866:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777817984:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763997.816885:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763997.816895:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997]  req@ffff9c6f84ef5880 x1876699777817984/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763997.816903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777817984/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763997.816908:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763997.816910:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763997.816912:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777817984:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763997.816916:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777818112:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789763997.816924:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763997.816930:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997]  req@ffff9c6f84ef6d80 x1876699777818112/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763997.816937:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777818112/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763997.816942:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763997.816943:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763997.816946:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777818112:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789763997.816950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777818240:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763997.816960:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763997.816966:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997]  req@ffff9c6f84ef6300 x1876699777818240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763997.816973:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777818240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763997.816978:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763997.816980:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763997.816982:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777818240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789763997.816990:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777818368:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789763997.817000:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789763997.817006:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997]  req@ffff9c6f84ef4380 x1876699777818368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763997.817013:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777818368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763997.817018:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763997.817020:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789763997.817022:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777818368:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789763997.944445:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763998.968388:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763999.992396:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764001.016421:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764002.040419:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764002.936294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764002.936316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764002.936320:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764002.936330:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3674
00000100:00080000:0.0:1789764002.936344:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764002.936351:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764002.936406:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777818496/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764002.936430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764002.936433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764002.936445:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764002.936449:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3674
00000100:00080000:0.0:1789764002.936452:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764002.936455:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764002.936465:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764002.936473:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777818496:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764002.936478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777818624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764002.936487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764002.936490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764002.936491:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764002.936493:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3674
00000100:00080000:0.0:1789764002.936496:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764002.936499:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764002.936503:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764002.936510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777818752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764002.936517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764002.936520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764002.936521:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764002.936535:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3674
00000100:00080000:0.0:1789764002.936537:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764002.936540:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764002.936542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764002.936549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777818880/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764002.936554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764002.936557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764002.936558:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789764002.936562:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789764002.936567:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3674
00000100:00080000:0.0:1789764002.936573:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764002.936577:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764002.936582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764002.936596:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777819008/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764002.936608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789764002.936608:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764002]  req@ffff9c6f84ef5c00 x1876699777818496/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764002.936618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764002.936622:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764002.936628:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3674
00000100:00080000:0.0:1789764002.936632:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789764002.936635:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777818496/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764002.936639:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764002.936647:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789764002.936652:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764002.936657:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764002.936660:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777819136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764002.936664:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777818496:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789764002.936677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764002.936679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764002.936681:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764002.936684:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3674
00000100:00080000:0.0:1789764002.936686:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764002.936689:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764002.936692:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764002.936693:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777818624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764002.936701:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777819264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764002.936718:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764002.936729:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764002]  req@ffff9c6f84ef4380 x1876699777818624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764002.936738:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777818624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764002.936743:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764002.936746:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764002.936748:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777818624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764002.936751:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777818752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764002.936764:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764002.936770:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764002]  req@ffff9c6f84ef6300 x1876699777818752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764002.936778:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777818752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764002.936783:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764002.936785:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764002.936786:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777818752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764002.936790:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777818880:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764002.936811:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764002.936818:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764002]  req@ffff9c6f84ef6d80 x1876699777818880/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764002.936825:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777818880/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764002.936831:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764002.936833:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764002.936834:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777818880:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764002.936838:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777819008:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764002.936849:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764002.936855:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764002]  req@ffff9c6f84ef5880 x1876699777819008/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764002.936879:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777819008/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764002.936884:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764002.936885:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764002.936887:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777819008:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764002.936890:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777819136:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764002.936900:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764002.936905:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764002]  req@ffff9c6f84ef6a00 x1876699777819136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764002.936912:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777819136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764002.936917:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764002.936919:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764002.936921:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777819136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764002.936933:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777819264:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764002.936950:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764002.936956:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764002]  req@ffff9c6f84ef7800 x1876699777819264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764002.936963:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777819264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764002.936973:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764002.936975:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764002.936977:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777819264:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764003.064456:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764004.088396:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764005.112416:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764006.136416:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764007.160440:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764008.056351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764008.056362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764008.056367:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764008.056378:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3679
00000100:00080000:0.0:1789764008.056390:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764008.056398:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764008.056440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777819392/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764008.056473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764008.056477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764008.056479:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764008.056483:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3679
00000100:00080000:0.0:1789764008.056488:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764008.056493:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764008.056504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764008.056506:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777819392:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764008.056522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777819520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764008.056535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764008.056539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764008.056541:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764008.056545:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3679
00000100:00080000:0.0:1789764008.056549:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764008.056553:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764008.056558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764008.056572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777819648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764008.056583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764008.056587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764008.056589:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764008.056594:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3679
00000100:00080000:0.0:1789764008.056599:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764008.056604:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764008.056609:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777819520:192.168.203.138@tcp:38:kworker.0
00000008:00100000:0.0:1789764008.056613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764008.056633:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777819776/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764008.056644:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777819648:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789764008.056646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764008.056652:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764008.056654:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764008.056661:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3679
00000100:00080000:0.0:1789764008.056666:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789764008.056670:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777819776:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789764008.056676:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764008.056684:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764008.056703:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777819904/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764008.056722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764008.056726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764008.056729:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764008.056734:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3679
00000100:00100000:3.0:1789764008.056737:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777819904:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789764008.056741:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764008.056749:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764008.056756:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764008.056774:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777820032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764008.056798:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764008.056802:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764008.056804:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764008.056810:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3679
00000100:00080000:0.0:1789764008.056816:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789764008.056821:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777820032:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789764008.056823:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764008.056834:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764008.056851:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777820160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764008.056877:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777820160:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764008.184405:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764009.208381:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764010.232371:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789764011.128506:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:3.0:1789764011.128559:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789764011.128577:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789764011.128630:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789764011.128644:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789764011.128661:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789764011.128674:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789764011.128685:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789764011.128688:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764011]  req@ffff9c6f84ef4700 x1876699777819520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789764011.128703:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789764011.128769:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777819520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764011.128787:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764011.128793:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764011.128799:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777819520:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764011.128810:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764011]  req@ffff9c6f84ef7480 x1876699777819648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764011.128834:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777819648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764011.128843:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764011.128851:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764011.128857:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777819648:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764011.128867:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764011]  req@ffff9c6f84ef4e00 x1876699777819392/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764011.128883:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777819392/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764011.128903:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764011.128907:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764011.128912:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777819392:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764011.128967:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764011]  req@ffff9c6f84ef4a80 x1876699777820160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764011.128986:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777820160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764011.128995:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764011.129000:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764011.129008:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777820160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764011.129018:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764011]  req@ffff9c6f84ef4000 x1876699777820032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764011.129032:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777820032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764011.129040:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764011.129045:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764011.129049:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777820032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764011.129069:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764011]  req@ffff9c6f84ef5500 x1876699777819904/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764011.129083:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777819904/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764011.129092:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764011.129097:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764011.129100:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777819904:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764011.129108:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764011]  req@ffff9c6f84ef5f80 x1876699777819776/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764011.129121:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777819776/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764011.129130:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764011.129133:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764011.129136:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777819776:192.168.203.138@tcp:8:kworker.0
00010000:00010000:3.0:1789764011.256473:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764012.280369:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764013.176293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764013.176303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764013.176307:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764013.176316:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3684
00000100:00080000:3.0:1789764013.176325:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764013.176333:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764013.176364:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777820288/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764013.176387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764013.176389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764013.176391:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764013.176394:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3684
00000100:00080000:3.0:1789764013.176396:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764013.176399:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764013.176407:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764013.176417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777820416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764013.176429:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777820288:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764013.176432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764013.176438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764013.176440:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764013.176443:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3684
00000100:00080000:3.0:1789764013.176445:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764013.176447:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764013.176451:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764013.176459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777820544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764013.176465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764013.176468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764013.176469:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764013.176473:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3684
00000100:00080000:3.0:1789764013.176476:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764013.176480:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764013.176485:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789764013.176491:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764013.176500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777820672/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764013.176510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764013.176514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764013.176515:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764013.176519:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3684
00000100:00080000:3.0:1789764013.176524:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764013.176528:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764013.176534:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764013.176539:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff9c6f91ebb480 x1876699777820288/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764013.176550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777820800/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764013.176563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764013.176566:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777820288/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764013.176568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764013.176572:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764013.176583:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764013.176591:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3684
00000100:00080000:0.0:1789764013.176592:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789764013.176600:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764013.176601:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777820288:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764013.176609:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764013.176617:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764013.176632:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777820416:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764013.176633:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777820928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764013.176661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789764013.176668:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764013.176669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764013.176675:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764013.176680:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3684
00000100:00080000:3.0:1789764013.176687:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764013.176690:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff9c6f91ebaa00 x1876699777820416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764013.176695:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764013.176706:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764013.176715:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777820416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764013.176724:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777821056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764013.176727:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764013.176737:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764013.176744:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777820416:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764013.176768:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777820544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764013.176791:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764013.176803:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff9c6f91eb9880 x1876699777820544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764013.176814:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777820544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764013.176822:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764013.176824:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764013.176828:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777820544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764013.176834:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777820672:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764013.176854:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764013.176865:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff9c6f91eb9500 x1876699777820672/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764013.176876:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777820672/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764013.176884:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764013.176887:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764013.176891:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777820672:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764013.176898:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777820800:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764013.176918:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764013.176929:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff9c6f91ebb800 x1876699777820800/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764013.176963:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777820800/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764013.176971:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764013.176974:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764013.176978:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777820800:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764013.176996:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777820928:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764013.177018:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764013.177030:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff9c6f91eb9f80 x1876699777820928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764013.177043:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777820928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764013.177052:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764013.177055:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764013.177060:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777820928:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764013.177066:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777821056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764013.177087:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764013.177099:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff9c6f91ebad80 x1876699777821056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764013.177112:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777821056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764013.177121:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764013.177125:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764013.177128:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777821056:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764013.304388:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764014.328373:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764015.352376:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764016.376373:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764017.400360:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764018.296371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764018.296390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764018.296394:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764018.296406:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3689
00000100:00080000:3.0:1789764018.296417:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764018.296425:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764018.296465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777821184/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764018.296491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764018.296505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764018.296507:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764018.296513:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3689
00000100:00080000:3.0:1789764018.296518:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764018.296523:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764018.296533:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764018.296535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777821184:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764018.296550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777821312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764018.296564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764018.296568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764018.296571:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764018.296576:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3689
00000100:00080000:3.0:1789764018.296580:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764018.296585:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764018.296591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764018.296600:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764018.296607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777821440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764018.296619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764018.296623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764018.296626:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764018.296631:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3689
00000100:00080000:3.0:1789764018.296635:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764018.296637:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff9c6f91ebad80 x1876699777821184/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764018.296643:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764018.296655:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764018.296662:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777821184/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764018.296674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777821568/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764018.296678:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764018.296685:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764018.296692:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777821184:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764018.296698:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764018.296703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764018.296705:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764018.296710:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3689
00000100:00100000:0.0:1789764018.296715:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777821312:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764018.296716:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764018.296727:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764018.296734:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764018.296743:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764018.296751:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777821696/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764018.296756:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff9c6f91eb9f80 x1876699777821312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764018.296783:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777821312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764018.296786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764018.296798:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764018.296800:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764018.296802:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764018.296805:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764018.296811:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777821312:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764018.296813:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3689
00000100:00100000:0.0:1789764018.296819:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777821440:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764018.296822:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764018.296831:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789764018.296836:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789764018.296838:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764018.296846:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff9c6f91ebb800 x1876699777821440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764018.296857:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777821824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764018.296858:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777821440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764018.296891:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764018.296911:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764018.296914:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777821440:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764018.296915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764018.296922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789764018.296923:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777821568:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789764018.296927:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764018.296935:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3689
00000100:00080000:3.0:1789764018.296942:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789764018.296948:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764018.296949:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764018.296958:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764018.296962:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff9c6f91eb9500 x1876699777821568/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764018.296973:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777821568/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764018.296981:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789764018.296987:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777821952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764018.296988:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764018.296996:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777821568:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764018.297026:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777821696:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764018.297050:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764018.297060:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff9c6f91eb9880 x1876699777821696/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764018.297070:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777821696/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764018.297076:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764018.297079:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764018.297082:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777821696:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764018.297086:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777821824:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764018.297101:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764018.297115:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff9c6f91ebaa00 x1876699777821824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764018.297129:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777821824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764018.297139:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764018.297143:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764018.297147:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777821824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764018.297154:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777821952:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764018.297173:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764018.297185:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff9c6f91ebb480 x1876699777821952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764018.297194:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777821952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764018.297200:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764018.297204:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764018.297209:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777821952:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764018.424392:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764019.448384:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764020.472331:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764021.496377:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764022.520409:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764023.416414:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764023.416424:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764023.416429:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764023.416441:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3695
00000100:00080000:1.0:1789764023.416453:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764023.416469:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764023.416519:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777822080/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764023.416550:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764023.416554:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764023.416556:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764023.416560:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3695
00000100:00080000:1.0:1789764023.416563:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764023.416567:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764023.416578:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764023.416595:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777822208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764023.416603:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777822080:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764023.416616:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764023.416621:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764023.416623:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764023.416630:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3695
00000100:00080000:1.0:1789764023.416633:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764023.416636:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764023.416640:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764023.416653:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777822336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764023.416660:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764023.416663:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764023.416665:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764023.416668:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3695
00000100:00080000:1.0:1789764023.416672:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764023.416676:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764023.416681:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764023.416692:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777822464/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764023.416701:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764023.416705:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764023.416708:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789764023.416715:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789764023.416719:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3695
00000100:00080000:1.0:1789764023.416725:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764023.416728:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764023.416733:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764023.416743:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777822592/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764023.416757:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764023.416762:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764023.416764:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764023.416768:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3695
00000100:00080000:1.0:1789764023.416770:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764023.416773:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764023.416777:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764023.416779:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff9c6f9118df80 x1876699777822080/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764023.416794:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777822720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764023.416804:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764023.416808:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764023.416814:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764023.416815:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777822080/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764023.416824:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3695
00000100:00080000:1.0:1789764023.416835:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764023.416845:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764023.416858:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764023.416875:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764023.416884:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764023.416889:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777822848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764023.416895:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777822080:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764023.416935:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777822208:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764023.416963:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764023.416978:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff9c6f9118f100 x1876699777822208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764023.416993:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777822208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764023.417002:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764023.417007:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764023.417010:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777822208:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764023.417018:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777822336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764023.417041:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764023.417051:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff9c6f9118ca80 x1876699777822336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764023.417064:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777822336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764023.417073:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764023.417076:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764023.417080:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777822336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764023.417087:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777822464:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764023.417109:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764023.417122:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff9c6f9118d180 x1876699777822464/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764023.417135:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777822464/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764023.417144:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764023.417148:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764023.417151:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777822464:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764023.417158:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777822592:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764023.417176:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764023.417184:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff9c6f9118ce00 x1876699777822592/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764023.417196:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777822592/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764023.417204:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764023.417208:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764023.417212:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777822592:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764023.417219:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777822720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764023.417270:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764023.417283:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff9c6f9118dc00 x1876699777822720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764023.417296:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777822720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764023.417305:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764023.417309:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764023.417312:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777822720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764023.417319:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777822848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764023.417342:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764023.417355:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff9c6f9118d500 x1876699777822848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764023.417368:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777822848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764023.417377:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764023.417381:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764023.417384:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777822848:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764023.544457:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764024.568443:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764025.592374:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764026.616410:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764027.640399:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764028.536322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764028.536330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764028.536335:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764028.536343:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3700
00000100:00080000:1.0:1789764028.536354:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764028.536362:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764028.536396:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777822976/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764028.536420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764028.536424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764028.536425:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764028.536429:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3700
00000100:00080000:1.0:1789764028.536432:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764028.536436:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764028.536446:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764028.536466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777823104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764028.536477:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777822976:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764028.536478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764028.536485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764028.536487:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764028.536491:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3700
00000100:00080000:1.0:1789764028.536495:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764028.536499:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764028.536504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764028.536516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777823232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764028.536526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764028.536528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764028.536530:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764028.536534:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3700
00000800:00000100:0.0:1789764028.536539:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789764028.536540:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764028.536546:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764028.536551:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764028.536561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777823360/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764028.536570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764028.536573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764028.536575:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764028.536578:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764028/real 1789764028]  req@ffff9c6f9118c700 x1876699777822976/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764028.536582:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3700
00000100:00080000:1.0:1789764028.536587:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764028.536594:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764028.536599:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764028.536604:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777822976/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764028.536612:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777823488/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764028.536619:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764028.536625:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764028.536627:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789764028.536633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789764028.536635:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777822976:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764028.536636:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764028.536644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3700
00000100:00080000:1.0:1789764028.536648:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764028.536652:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764028.536656:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764028.536665:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777823104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789764028.536668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777823616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764028.536684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764028.536687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:0.0:1789764028.536691:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789764028.536691:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764028.536698:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3700
00000100:00080000:1.0:1789764028.536703:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764028.536707:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764028/real 1789764028]  req@ffff9c6f9118f800 x1876699777823104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764028.536709:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764028.536717:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764028.536726:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777823104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764028.536732:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777823744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764028.536741:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764028.536750:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764028.536753:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777823104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764028.536759:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777823232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764028.536775:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764028.536784:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764028/real 1789764028]  req@ffff9c6f9118c380 x1876699777823232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764028.536794:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777823232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764028.536801:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764028.536804:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764028.536807:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777823232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764028.536812:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777823360:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764028.536841:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764028.536850:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764028/real 1789764028]  req@ffff9c6f9118e680 x1876699777823360/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764028.536861:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777823360/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764028.536869:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764028.536872:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764028.536875:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777823360:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764028.536879:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777823488:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764028.536894:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764028.536902:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764028/real 1789764028]  req@ffff9c6f9118ed80 x1876699777823488/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764028.536911:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777823488/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764028.536919:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764028.536922:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764028.536925:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777823488:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764028.536940:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777823616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764028.536954:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764028.536963:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764028/real 1789764028]  req@ffff9c6f9118c700 x1876699777823616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764028.536974:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777823616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764028.536981:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764028.536984:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764028.536987:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777823616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764028.536993:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777823744:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764028.537007:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764028.537015:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764028/real 1789764028]  req@ffff9c6f9118d500 x1876699777823744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764028.537025:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777823744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764028.537033:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764028.537036:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764028.537039:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777823744:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789764028.664376:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764029.688380:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764030.712444:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764031.736348:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764032.760354:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764033.656337:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764033.656347:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764033.656351:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764033.656361:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3705
00000100:00080000:3.0:1789764033.656371:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764033.656386:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764033.656422:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777823872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764033.656453:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764033.656457:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764033.656462:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764033.656467:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3705
00000100:00080000:3.0:1789764033.656470:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764033.656475:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764033.656485:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764033.656498:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777824000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764033.656504:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777823872:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764033.656515:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764033.656519:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764033.656520:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764033.656526:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3705
00000100:00080000:3.0:1789764033.656530:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764033.656534:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764033.656539:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764033.656551:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777824128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764033.656558:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764033.656566:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764033.656570:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764033.656572:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764033.656576:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3705
00000100:00080000:3.0:1789764033.656580:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764033.656584:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764033.656590:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764033.656591:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764033/real 1789764033]  req@ffff9c6f91ebb480 x1876699777823872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764033.656606:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777823872/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764033.656610:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777824256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764033.656625:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764033.656627:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764033.656630:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764033.656634:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764033.656635:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789764033.656641:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3705
00000100:00100000:0.0:1789764033.656644:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777823872:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764033.656647:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764033.656655:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764033.656661:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764033.656672:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777824384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764033.656676:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777824000:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764033.656691:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764033.656695:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764033.656697:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764033.656701:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3705
00000100:00080000:3.0:1789764033.656704:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764033.656708:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764033.656712:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764033.656723:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777824512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764033.656729:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764033.656734:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764033.656738:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764033.656740:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764033.656744:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3705
00000100:00080000:3.0:1789764033.656747:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764033.656749:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764033/real 1789764033]  req@ffff9c6f91ebaa00 x1876699777824000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764033.656753:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764033.656761:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764033.656771:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777824000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764033.656773:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777824640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764033.656817:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764033.656826:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764033.656830:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777824000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764033.656838:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777824128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764033.656858:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764033.656869:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764033/real 1789764033]  req@ffff9c6f91eb9880 x1876699777824128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764033.656880:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777824128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764033.656888:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764033.656891:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764033.656894:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777824128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764033.656900:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777824256:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764033.656918:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764033.656928:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764033/real 1789764033]  req@ffff9c6f91eb9500 x1876699777824256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764033.656938:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777824256/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764033.656945:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764033.656948:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764033.656951:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777824256:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764033.656964:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777824384:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764033.656983:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764033.656993:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764033/real 1789764033]  req@ffff9c6f91ebb800 x1876699777824384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764033.657003:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777824384/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764033.657010:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764033.657013:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764033.657016:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777824384:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764033.657022:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777824512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764033.657040:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764033.657050:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764033/real 1789764033]  req@ffff9c6f91eb9f80 x1876699777824512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764033.657061:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777824512/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764033.657068:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764033.657071:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764033.657074:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777824512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764033.657080:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777824640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764033.657096:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764033.657106:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764033/real 1789764033]  req@ffff9c6f91ebad80 x1876699777824640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764033.657116:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777824640/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764033.657123:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764033.657126:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764033.657129:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777824640:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764033.784340:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764034.808357:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764035.832359:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764036.856369:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764037.880353:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764038.776343:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764038.776353:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764038.776357:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764038.776367:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3710
00000100:00080000:3.0:1789764038.776377:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764038.776384:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764038.776424:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777824768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764038.776446:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764038.776449:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764038.776451:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764038.776455:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3710
00000100:00080000:3.0:1789764038.776459:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764038.776463:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764038.776471:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764038.776473:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777824768:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764038.776484:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777824896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764038.776496:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764038.776499:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764038.776501:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764038.776504:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3710
00000100:00080000:3.0:1789764038.776509:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764038.776513:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764038.776518:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764038.776528:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764038.776530:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777825024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764038.776539:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764038.776542:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764038.776544:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764038.776548:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3710
00000100:00080000:3.0:1789764038.776552:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764038.776555:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764038.776560:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764038/real 1789764038]  req@ffff9c6f91ebad80 x1876699777824768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789764038.776561:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764038.776575:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777825152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764038.776578:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777824768/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764038.776599:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764038.776601:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764038.776605:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764038.776608:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789764038.776609:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764038.776613:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777824768:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764038.776617:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3710
00000100:00080000:3.0:1789764038.776621:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764038.776624:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764038.776629:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764038.776639:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777824896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764038.776640:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777825280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764038.776655:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764038.776658:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764038.776660:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764038.776663:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3710
00000100:00080000:3.0:1789764038.776668:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789764038.776672:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764038.776675:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764038.776680:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764038.776690:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764038/real 1789764038]  req@ffff9c6f91eb9f80 x1876699777824896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764038.776692:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777825408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764038.776713:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764038.776717:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764038.776718:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764038.776723:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777824896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764038.776723:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3710
00000100:00080000:3.0:1789764038.776729:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764038.776735:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764038.776742:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764038.776744:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789764038.776767:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777825536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764038.776771:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764038.776780:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777824896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764038.776789:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777825024:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764038.776812:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764038.776824:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764038/real 1789764038]  req@ffff9c6f91ebb800 x1876699777825024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764038.776837:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777825024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764038.776845:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764038.776848:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764038.776852:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777825024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764038.776858:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777825152:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764038.776877:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764038.776887:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764038/real 1789764038]  req@ffff9c6f91eb9500 x1876699777825152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764038.776899:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777825152/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764038.776908:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764038.776912:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764038.776916:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777825152:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764038.776931:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777825280:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764038.776950:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764038.776961:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764038/real 1789764038]  req@ffff9c6f91eb9880 x1876699777825280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764038.776973:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777825280/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764038.776981:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764038.776984:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764038.776988:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777825280:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764038.776994:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777825408:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764038.777012:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764038.777022:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764038/real 1789764038]  req@ffff9c6f91ebaa00 x1876699777825408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764038.777034:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777825408/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764038.777042:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764038.777045:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764038.777048:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777825408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764038.777054:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777825536:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764038.777072:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764038.777083:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764038/real 1789764038]  req@ffff9c6f91ebb480 x1876699777825536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764038.777095:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777825536/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764038.777103:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764038.777105:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764038.777107:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777825536:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764038.904413:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764039.928396:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764040.952506:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764041.976415:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764043.000360:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764043.896315:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764043.896325:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764043.896330:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764043.896340:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3715
00000100:00080000:3.0:1789764043.896350:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764043.896358:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764043.896402:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777825664/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764043.896427:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764043.896430:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764043.896432:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764043.896437:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3715
00000100:00080000:3.0:1789764043.896441:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764043.896445:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764043.896453:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777825664:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789764043.896455:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764043.896469:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777825792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764043.896476:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764043.896478:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764043.896480:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764043.896482:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3715
00000100:00080000:3.0:1789764043.896485:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764043.896487:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764043.896490:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764043.896497:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777825920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764043.896503:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764043.896505:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764043.896507:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764043.896510:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3715
00000100:00080000:3.0:1789764043.896512:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764043.896514:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764043.896517:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789764043.896518:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764043.896528:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777826048/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764043.896535:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764043.896537:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764043.896538:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764043.896541:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3715
00000100:00080000:3.0:1789764043.896543:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764043.896545:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764043.896548:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764043.896554:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764043/real 1789764043]  req@ffff9c6f91ebb480 x1876699777825664/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764043.896559:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777826176/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764043.896578:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764043.896580:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764043.896581:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764043.896585:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3715
00000100:00100000:0.0:1789764043.896586:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777825664/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764043.896588:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764043.896593:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789764043.896604:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789764043.896607:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764043.896608:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764043.896614:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777825664:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764043.896620:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777826304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764043.896627:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764043.896629:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764043.896630:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764043.896633:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3715
00000100:00100000:0.0:1789764043.896636:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777825792:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764043.896637:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764043.896644:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764043.896647:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764043.896656:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777826432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764043.896663:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764043.896674:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764043/real 1789764043]  req@ffff9c6f91ebaa00 x1876699777825792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764043.896683:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777825792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764043.896689:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764043.896691:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764043.896693:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777825792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764043.896697:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777825920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764043.896707:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764043.896731:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764043/real 1789764043]  req@ffff9c6f91eb9880 x1876699777825920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764043.896739:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777825920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764043.896744:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764043.896746:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764043.896748:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777825920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764043.896752:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777826048:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764043.896765:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764043.896770:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764043/real 1789764043]  req@ffff9c6f91eb9500 x1876699777826048/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764043.896777:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777826048/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764043.896781:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764043.896783:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764043.896785:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777826048:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764043.896788:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777826176:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764043.896796:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764043.896801:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764043/real 1789764043]  req@ffff9c6f91ebb800 x1876699777826176/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764043.896807:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777826176/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764043.896811:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764043.896813:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764043.896814:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777826176:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764043.896817:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777826304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764043.896825:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764043.896830:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764043/real 1789764043]  req@ffff9c6f91eb9f80 x1876699777826304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764043.896836:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777826304/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764043.896840:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764043.896842:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764043.896843:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777826304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764043.896853:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777826432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764043.896883:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764043.896889:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764043/real 1789764043]  req@ffff9c6f91ebad80 x1876699777826432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764043.896895:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777826432/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764043.896900:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764043.896901:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764043.896903:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777826432:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789764044.024373:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764045.048366:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764046.072463:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764047.096361:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764048.120392:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764049.016316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764049.016326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764049.016329:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764049.016338:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3720
00000100:00080000:3.0:1789764049.016352:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764049.016360:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764049.016393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777826560/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764049.016414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764049.016418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764049.016420:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764049.016424:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3720
00000100:00080000:3.0:1789764049.016427:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764049.016431:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764049.016440:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764049.016442:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777826560:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764049.016452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777826688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764049.016461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764049.016464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764049.016465:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764049.016468:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3720
00000100:00080000:3.0:1789764049.016471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764049.016474:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764049.016477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764049.016500:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764049.016533:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff9c6f91ebad80 x1876699777826560/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764049.016549:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777826560/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764049.016560:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764049.016563:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764049.016567:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777826560:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764049.016570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777826816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764049.016578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764049.016580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764049.016582:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764049.016585:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3720
00000100:00100000:0.0:1789764049.016587:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777826688:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764049.016588:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764049.016592:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764049.016596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789764049.016607:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764049.016607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777826944/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764049.016615:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764049.016618:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff9c6f91eb9f80 x1876699777826688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764049.016618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764049.016620:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764049.016624:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3720
00000100:00080000:3.0:1789764049.016626:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764049.016629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777826688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764049.016630:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764049.016633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764049.016637:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764049.016640:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764049.016641:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777827072/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764049.016643:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777826688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764049.016649:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777826816:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764049.016650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764049.016653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764049.016655:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764049.016658:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3720
00000100:00080000:3.0:1789764049.016661:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789764049.016663:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764049.016665:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764049.016669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764049.016686:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff9c6f91ebb800 x1876699777826816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764049.016694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777827200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764049.016697:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777826816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764049.016702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764049.016705:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764049.016705:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764049.016707:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764049.016708:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764049.016711:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777826816:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764049.016711:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3720
00000100:00080000:3.0:1789764049.016714:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764049.016718:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764049.016722:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764049.016723:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777826944:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764049.016730:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777827328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764049.016740:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764049.016750:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff9c6f91eb9500 x1876699777826944/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764049.016761:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777826944/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764049.016768:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764049.016771:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764049.016773:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777826944:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764049.016777:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777827072:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764049.016790:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764049.016796:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff9c6f91eb9880 x1876699777827072/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764049.016802:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777827072/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764049.016807:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764049.016808:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764049.016810:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777827072:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764049.016813:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777827200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764049.016821:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764049.016826:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff9c6f91ebaa00 x1876699777827200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764049.016832:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777827200/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764049.016837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764049.016838:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764049.016840:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777827200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764049.016851:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777827328:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764049.016867:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764049.016876:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff9c6f91ebb480 x1876699777827328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764049.016883:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777827328/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764049.016888:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764049.016890:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764049.016891:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777827328:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764049.144346:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764050.168374:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764051.192341:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764052.216361:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764053.240402:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764054.136348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764054.136362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764054.136367:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764054.136380:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3725
00000100:00080000:3.0:1789764054.136398:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764054.136406:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764054.136443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777827456/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764054.136466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764054.136468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764054.136470:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764054.136473:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3725
00000100:00080000:3.0:1789764054.136475:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764054.136479:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764054.136489:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764054.136505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777827584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764054.136507:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777827456:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764054.136530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764054.136532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764054.136534:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764054.136538:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3725
00000100:00080000:3.0:1789764054.136542:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764054.136544:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764054.136547:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764054.136557:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777827712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764054.136565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764054.136573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764054.136574:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764054.136578:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3725
00000100:00080000:3.0:1789764054.136583:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764054.136588:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764054.136592:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789764054.136593:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764054.136609:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777827840/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764054.136620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764054.136655:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff9c6f91ebb480 x1876699777827456/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764054.136676:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777827456/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764054.136687:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764054.136692:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764054.136696:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777827456:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764054.136703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764054.136705:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764054.136711:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3725
00000100:00080000:3.0:1789764054.136715:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764054.136718:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764054.136722:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777827584:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789764054.136724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764054.136742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777827968/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764054.136751:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764054.136756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764054.136759:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764054.136762:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764054.136768:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3725
00000100:00100000:0.0:1789764054.136770:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff9c6f91ebaa00 x1876699777827584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764054.136775:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764054.136782:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764054.136788:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764054.136804:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777828096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764054.136811:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764054.136814:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789764054.136817:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777827584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764054.136818:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764054.136826:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3725
00000100:00080000:3.0:1789764054.136836:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764054.136842:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764054.136855:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789764054.136855:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764054.136872:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764054.136874:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777827584:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764054.136895:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777827712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764054.136896:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777828224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764054.136930:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764054.136945:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff9c6f91eb9880 x1876699777827712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764054.136956:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777827712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764054.136964:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764054.136967:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764054.136970:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777827712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764054.136977:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777827840:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764054.136996:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764054.137004:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff9c6f91eb9500 x1876699777827840/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764054.137011:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777827840/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764054.137020:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764054.137023:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764054.137026:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777827840:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764054.137044:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777827968:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764054.137066:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764054.137074:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff9c6f91ebb800 x1876699777827968/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764054.137081:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777827968/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764054.137086:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764054.137088:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764054.137090:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777827968:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764054.137094:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777828096:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764054.137108:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764054.137119:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff9c6f91eb9f80 x1876699777828096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764054.137130:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777828096/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764054.137134:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764054.137138:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764054.137143:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777828096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764054.137159:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777828224:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764054.137173:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764054.137183:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff9c6f91ebad80 x1876699777828224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764054.137207:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777828224/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764054.137215:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764054.137219:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764054.137247:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777828224:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764054.264441:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764055.288365:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764056.312366:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764057.336424:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764058.360405:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764059.256340:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764059.256350:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764059.256354:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764059.256362:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3730
00000100:00080000:1.0:1789764059.256379:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764059.256391:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764059.256424:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777828352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764059.256453:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764059.256457:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764059.256458:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764059.256462:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3730
00000100:00080000:1.0:1789764059.256465:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764059.256468:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764059.256477:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764059.256487:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777828480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764059.256496:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764059.256499:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764059.256501:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764059.256504:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3730
00000100:00080000:1.0:1789764059.256507:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764059.256510:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764059.256514:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764059.256521:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777828608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764059.256530:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764059.256533:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764059.256535:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764059.256538:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3730
00000100:00080000:1.0:1789764059.256541:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764059.256544:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764059.256548:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764059.256556:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777828736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764059.256563:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764059.256566:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764059.256568:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764059.256571:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3730
00000100:00080000:1.0:1789764059.256573:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764059.256576:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764059.256580:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764059.256594:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777828864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764059.256617:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764059.256620:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764059.256622:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764059.256627:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3730
00000100:00080000:1.0:1789764059.256632:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764059.256636:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764059.256641:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764059.256655:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777828352:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789764059.256655:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777828992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764059.256676:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764059.256679:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764059.256681:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764059.256691:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3730
00000100:00080000:1.0:1789764059.256694:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764059.256697:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764059.256702:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764059.256730:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777829120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764059.256817:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764059.256886:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764059/real 1789764059]  req@ffff9c6f9118dc00 x1876699777828352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764059.256904:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777828352/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764059.256918:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764059.256922:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764059.256926:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777828352:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764059.256932:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777828480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764059.256957:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764059.256970:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764059/real 1789764059]  req@ffff9c6f9118ce00 x1876699777828480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764059.256982:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777828480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764059.256990:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764059.256993:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764059.256996:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777828480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764059.257003:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777828608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764059.257036:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764059.257054:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764059/real 1789764059]  req@ffff9c6f9118d180 x1876699777828608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764059.257066:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777828608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764059.257074:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764059.257077:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764059.257081:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777828608:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764059.257088:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777828736:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764059.257120:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764059.257132:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764059/real 1789764059]  req@ffff9c6f9118ca80 x1876699777828736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764059.257143:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777828736/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764059.257151:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764059.257155:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764059.257158:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777828736:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764059.257164:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777828864:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764059.257185:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764059.257195:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764059/real 1789764059]  req@ffff9c6f9118f100 x1876699777828864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764059.257207:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777828864/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764059.257214:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764059.257217:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764059.257221:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777828864:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764059.257288:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777828992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764059.257310:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764059.257333:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764059/real 1789764059]  req@ffff9c6f9118df80 x1876699777828992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764059.257342:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777828992/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764059.257348:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764059.257350:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764059.257353:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777828992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764059.257360:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777829120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764059.257379:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764059.257390:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764059/real 1789764059]  req@ffff9c6f9118d500 x1876699777829120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764059.257402:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777829120/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764059.257409:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764059.257412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764059.257415:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777829120:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764059.384459:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764060.408375:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764061.432416:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764062.456410:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764063.480331:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764064.376312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764064.376320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764064.376323:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764064.376330:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3736
00000100:00080000:1.0:1789764064.376338:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764064.376345:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764064.376374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777829248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764064.376398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764064.376400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764064.376401:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764064.376404:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3736
00000100:00080000:1.0:1789764064.376406:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764064.376408:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764064.376416:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764064.376425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777829376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764064.376429:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777829248:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764064.376434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764064.376437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764064.376438:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764064.376440:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3736
00000100:00080000:1.0:1789764064.376442:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764064.376443:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764064.376446:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764064.376456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777829504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764064.376465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764064.376468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764064.376470:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764064.376474:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3736
00000100:00080000:1.0:1789764064.376478:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764064.376482:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789764064.376486:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789764064.376489:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764064.376501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777829632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764064.376507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764064.376509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764064.376511:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764064.376514:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3736
00000100:00080000:1.0:1789764064.376517:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764064.376519:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764064.376523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764064.376524:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764064/real 1789764064]  req@ffff9c6f9118c700 x1876699777829248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764064.376532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777829760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764064.376543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764064.376545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764064.376546:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764064.376550:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777829248/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764064.376551:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3736
00000100:00080000:1.0:1789764064.376557:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764064.376576:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764064.376584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764064.376588:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764064.376594:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764064.376598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777829888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764064.376602:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777829248:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764064.376614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764064.376616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764064.376618:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764064.376621:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3736
00000100:00080000:1.0:1789764064.376623:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764064.376626:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764064.376630:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777829376:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789764064.376630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764064.376642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777830016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764064.376659:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764064.376672:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764064/real 1789764064]  req@ffff9c6f9118ed80 x1876699777829376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764064.376683:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777829376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764064.376691:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764064.376694:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764064.376697:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777829376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764064.376703:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777829504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764064.376717:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764064.376725:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764064/real 1789764064]  req@ffff9c6f9118e680 x1876699777829504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764064.376735:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777829504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764064.376743:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764064.376746:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764064.376749:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777829504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764064.376755:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777829632:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764064.376769:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764064.376776:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764064/real 1789764064]  req@ffff9c6f9118c380 x1876699777829632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764064.376787:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777829632/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764064.376794:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764064.376797:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764064.376800:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777829632:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764064.376805:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777829760:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764064.376818:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764064.376827:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764064/real 1789764064]  req@ffff9c6f9118f800 x1876699777829760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764064.376838:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777829760/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764064.376845:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764064.376848:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764064.376851:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777829760:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764064.376856:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777829888:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764064.376871:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764064.376879:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764064/real 1789764064]  req@ffff9c6f9118d500 x1876699777829888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764064.376889:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777829888/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764064.376896:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764064.376899:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764064.376902:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777829888:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764064.376918:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777830016:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764064.376932:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764064.376940:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764064/real 1789764064]  req@ffff9c6f9118df80 x1876699777830016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764064.376951:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777830016/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764064.376958:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764064.376961:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764064.376964:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777830016:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764064.504360:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764065.528456:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764066.552388:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764067.576393:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764068.600354:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764069.496578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764069.496588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764069.496592:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764069.496600:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3741
00000100:00080000:3.0:1789764069.496611:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764069.496618:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764069.496654:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777830144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764069.496678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764069.496682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764069.496683:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764069.496687:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3741
00000100:00080000:3.0:1789764069.496691:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764069.496696:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764069.496705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764069.496719:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777830144:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764069.496720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777830272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764069.496737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764069.496740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764069.496742:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764069.496746:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3741
00000100:00080000:3.0:1789764069.496750:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764069.496754:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764069.496758:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764069.496770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777830400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764069.496780:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764069.496784:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789764069.496787:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764069.496788:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764069.496794:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3741
00000100:00080000:3.0:1789764069.496797:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764069.496801:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764069.496807:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764069.496818:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777830528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764069.496834:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764069.496837:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764069.496839:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764069.496844:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764069/real 1789764069]  req@ffff9c6f91ebad80 x1876699777830144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764069.496845:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3741
00000100:00080000:3.0:1789764069.496852:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764069.496859:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764069.496866:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764069.496873:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777830144/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764069.496879:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777830656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764069.496907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764069.496910:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764069.496912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764069.496915:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764069.496917:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789764069.496922:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3741
00000100:00100000:0.0:1789764069.496926:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777830144:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764069.496929:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764069.496936:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764069.496941:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764069.496952:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777830784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764069.496955:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777830272:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764069.496969:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764069.496973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764069.496975:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764069.496979:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3741
00000100:00080000:3.0:1789764069.496984:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789764069.496986:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764069.496991:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764069.496998:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764069.497011:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777830912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764069.497015:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764069/real 1789764069]  req@ffff9c6f91eb9f80 x1876699777830272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764069.497035:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777830272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764069.497044:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764069.497049:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764069.497052:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777830272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764069.497057:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777830400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764069.497179:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764069.497193:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764069/real 1789764069]  req@ffff9c6f91ebb800 x1876699777830400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764069.497206:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777830400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764069.497213:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764069.497217:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764069.497220:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777830400:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764069.497245:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777830528:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764069.497265:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764069.497275:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764069/real 1789764069]  req@ffff9c6f91eb9500 x1876699777830528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764069.497287:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777830528/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764069.497295:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764069.497298:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764069.497300:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777830528:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764069.497305:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777830656:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764069.497321:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764069.497330:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764069/real 1789764069]  req@ffff9c6f91eb9880 x1876699777830656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764069.497339:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777830656/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764069.497346:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764069.497349:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764069.497352:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777830656:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764069.497368:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777830784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764069.497385:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764069.497394:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764069/real 1789764069]  req@ffff9c6f91ebaa00 x1876699777830784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764069.497405:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777830784/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764069.497413:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764069.497416:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764069.497419:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777830784:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764069.497424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777830912:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764069.497442:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764069.497452:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764069/real 1789764069]  req@ffff9c6f91ebb480 x1876699777830912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764069.497462:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777830912/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764069.497469:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764069.497471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764069.497474:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777830912:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764069.624481:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764070.648331:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764071.672357:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764072.696612:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764073.720737:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764074.616352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764074.616364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764074.616370:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764074.616382:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3746
00000100:00080000:3.0:1789764074.616394:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764074.616402:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764074.616448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777831040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764074.616479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764074.616482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764074.616495:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764074.616499:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3746
00000100:00080000:3.0:1789764074.616503:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764074.616507:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764074.616517:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764074.616534:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777831040:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764074.616540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777831168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764074.616552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764074.616555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764074.616557:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764074.616560:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3746
00000100:00080000:3.0:1789764074.616563:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764074.616567:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764074.616571:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764074.616582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777831296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764074.616590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764074.616594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764074.616596:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764074.616600:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3746
00000100:00080000:3.0:1789764074.616603:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764074.616606:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764074.616610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764074.616620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777831424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764074.616628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764074.616630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764074.616632:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764074.616640:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3746
00000100:00080000:3.0:1789764074.616643:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764074.616646:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764074.616650:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764074.616659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777831552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764074.616667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764074.616670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764074.616672:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764074.616676:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3746
00000100:00080000:3.0:1789764074.616678:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764074.616681:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764074.616684:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764074.616692:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777831680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764074.616700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764074.616703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764074.616704:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764074.616708:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3746
00000100:00080000:3.0:1789764074.616711:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764074.616715:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764074.616719:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764074.616728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777831808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764074.616730:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777831168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764074.616772:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777831296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764074.616797:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777831424:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764074.616819:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777831552:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764074.616841:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777831680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764074.616867:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777831808:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764074.744512:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764075.768440:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764076.792398:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789764077.688493:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789764077.688531:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789764077.688545:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764077.688582:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764077.688591:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764077.688598:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764077.688607:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764077.688616:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789764077.688622:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764074/real 1789764077]  req@ffff9c6f91ebaa00 x1876699777831168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789764077.688631:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789764077.688654:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777831168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764077.688665:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764077.688670:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764077.688674:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777831168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764077.688681:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764074/real 1789764077]  req@ffff9c6f91eb9880 x1876699777831296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764077.688692:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777831296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764077.688700:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764077.688703:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764077.688706:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777831296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764077.688712:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764074/real 1789764077]  req@ffff9c6f91eb9500 x1876699777831424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764077.688722:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777831424/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764077.688736:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764077.688739:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764077.688742:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777831424:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764077.688748:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764074/real 1789764077]  req@ffff9c6f91ebb800 x1876699777831552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764077.688758:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777831552/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764077.688765:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764077.688780:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764077.688784:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777831552:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764077.688790:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764074/real 1789764077]  req@ffff9c6f91eb9f80 x1876699777831680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764077.688802:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777831680/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764077.688809:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764077.688812:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764077.688815:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777831680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764077.688821:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764074/real 1789764077]  req@ffff9c6f91ebb480 x1876699777831040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764077.688839:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777831040/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764077.688847:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764077.688850:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764077.688852:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777831040:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764077.688876:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764074/real 1789764077]  req@ffff9c6f91ebad80 x1876699777831808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764077.688887:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777831808/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764077.688895:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764077.688898:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764077.688901:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777831808:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764077.816378:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764078.840429:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764079.736365:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764079.736376:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764079.736380:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764079.736389:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3751
00000100:00080000:1.0:1789764079.736399:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764079.736407:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764079.736438:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777831936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764079.736482:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764079.736486:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764079.736488:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764079.736494:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3751
00000100:00080000:1.0:1789764079.736498:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764079.736503:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764079.736513:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777831936:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789764079.736572:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764079.736608:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764079/real 1789764079]  req@ffff9c6f9118f100 x1876699777831936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764079.736626:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777831936/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764079.736633:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764079.736636:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764079.736638:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777831936:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789764079.736643:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764079.736775:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777832064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764079.736798:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764079.736802:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764079.736804:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764079.736808:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3751
00000100:00080000:1.0:1789764079.736830:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764079.736831:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777832064:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789764079.736839:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764079.736856:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764079.736866:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764079.736873:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777832192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764079.736883:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764079/real 1789764079]  req@ffff9c6f9118ca80 x1876699777832064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764079.736887:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764079.736896:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764079.736900:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764079.736906:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777832064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764079.736907:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3751
00000100:00080000:1.0:1789764079.736914:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764079.736921:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764079.736922:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789764079.736928:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000008:00100000:1.0:1789764079.736931:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764079.736933:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777832064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789764079.736947:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777832320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764079.736951:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777832192:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789764079.736966:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764079.736969:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764079.736971:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764079.736976:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3751
00000100:00080000:1.0:1789764079.736981:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764079.736987:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789764079.736988:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789764079.736995:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764079.737006:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764079/real 1789764079]  req@ffff9c6f9118d180 x1876699777832192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764079.737009:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777832448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764079.737030:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764079.737032:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777832192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764079.737045:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764079.737049:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764079.737052:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777832192:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789764079.737052:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764079.737057:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764079.737063:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3751
00000100:00080000:1.0:1789764079.737068:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764079.737074:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777832320:192.168.203.138@tcp:8:kworker.0
00000100:00080000:1.0:1789764079.737075:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764079.737084:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764079.737098:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777832576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764079.737109:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789764079.737109:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764079.737114:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764079.737117:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764079.737122:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3751
00000100:00100000:0.0:1789764079.737125:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764079/real 1789764079]  req@ffff9c6f9118ce00 x1876699777832320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764079.737127:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764079.737136:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764079.737143:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764079.737150:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777832320/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764079.737160:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764079.737163:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764079.737166:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777832320:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789764079.737168:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777832704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764079.737173:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777832448:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764079.737207:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764079.737218:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764079/real 1789764079]  req@ffff9c6f9118dc00 x1876699777832448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764079.737248:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777832448/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764079.737255:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764079.737258:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764079.737261:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777832448:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764079.737279:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777832576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764079.737303:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764079.737314:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764079/real 1789764079]  req@ffff9c6f9118d180 x1876699777832576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764079.737323:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777832576/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764079.737336:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764079.737339:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764079.737342:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777832576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764079.737360:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777832704:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764079.737379:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764079.737389:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764079/real 1789764079]  req@ffff9c6f9118ca80 x1876699777832704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764079.737399:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777832704/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764079.737405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764079.737407:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764079.737410:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777832704:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764079.864872:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764080.888774:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764081.912459:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764082.936441:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764083.960558:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764084.856474:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764084.856484:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764084.856488:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764084.856498:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3756
00000100:00080000:1.0:1789764084.856507:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764084.856514:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764084.856548:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777832832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764084.856621:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764084.856625:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764084.856627:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764084.856632:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3756
00000100:00080000:1.0:1789764084.856636:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764084.856640:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764084.856649:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764084.856664:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777832960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764084.856674:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764084.856677:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764084.856679:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764084.856682:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3756
00000100:00080000:1.0:1789764084.856685:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764084.856689:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764084.856694:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764084.856703:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777833088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764084.856713:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764084.856716:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764084.856717:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764084.856721:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3756
00000100:00080000:1.0:1789764084.856724:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764084.856728:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764084.856732:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764084.856741:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777833216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764084.856749:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764084.856752:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764084.856754:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764084.856757:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3756
00000100:00080000:1.0:1789764084.856760:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764084.856764:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764084.856768:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764084.856777:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777833344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764084.856786:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764084.856789:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764084.856791:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764084.856794:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3756
00000100:00080000:1.0:1789764084.856797:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764084.856801:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764084.856805:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764084.856815:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777833472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764084.856936:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777832832:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764084.856962:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764084.856966:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764084.856968:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764084.856973:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3756
00000100:00080000:1.0:1789764084.856979:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764084.856984:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764084.856989:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764084.857001:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777833600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764084.857017:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764084.857245:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764084/real 1789764084]  req@ffff9c6f9118f100 x1876699777832832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764084.857263:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777832832/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764084.857274:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764084.857278:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764084.857282:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777832832:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764084.857288:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777832960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764084.857309:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764084.857319:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764084/real 1789764084]  req@ffff9c6f9118df80 x1876699777832960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764084.857331:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777832960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764084.857339:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764084.857342:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764084.857345:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777832960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764084.857350:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777833088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764084.857364:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764084.857374:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764084/real 1789764084]  req@ffff9c6f9118d500 x1876699777833088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764084.857385:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777833088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764084.857398:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764084.857404:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764084.857407:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777833088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764084.857422:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777833216:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764084.857443:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764084.857453:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764084/real 1789764084]  req@ffff9c6f9118f800 x1876699777833216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764084.857464:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777833216/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764084.857476:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764084.857479:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764084.857482:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777833216:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764084.857486:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777833344:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764084.857501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764084.857513:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764084/real 1789764084]  req@ffff9c6f9118c380 x1876699777833344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764084.857524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777833344/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764084.857532:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764084.857535:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764084.857537:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777833344:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764084.857563:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777833472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764084.857579:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764084.857587:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764084/real 1789764084]  req@ffff9c6f9118e680 x1876699777833472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764084.857606:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777833472/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764084.857614:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764084.857617:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764084.857620:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777833472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764084.857625:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777833600:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764084.857639:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764084.857647:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764084/real 1789764084]  req@ffff9c6f9118ed80 x1876699777833600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764084.857658:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777833600/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764084.857665:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764084.857668:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764084.857670:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777833600:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764084.984629:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764086.008480:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764087.032419:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764088.056363:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764089.080394:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764089.976347:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764089.976356:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764089.976361:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764089.976371:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3761
00000100:00080000:3.0:1789764089.976391:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764089.976399:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764089.976435:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777833728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764089.976464:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764089.976468:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764089.976469:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764089.976473:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3761
00000100:00080000:3.0:1789764089.976477:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764089.976481:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764089.976490:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764089.976502:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777833856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764089.976511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777833728:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764089.976517:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764089.976522:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764089.976524:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764089.976529:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3761
00000100:00080000:3.0:1789764089.976532:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764089.976536:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764089.976540:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764089.976552:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777833984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764089.976561:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764089.976565:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764089.976567:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764089.976571:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3761
00000100:00080000:3.0:1789764089.976574:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789764089.976579:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764089.976580:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764089.976586:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764089.976598:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777834112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764089.976613:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764089.976616:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764089/real 1789764089]  req@ffff9c6f91ebad80 x1876699777833728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764089.976618:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764089.976621:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764089.976628:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3761
00000100:00080000:3.0:1789764089.976636:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764089.976640:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764089.976644:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777833728/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789764089.976647:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764089.976660:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789764089.976664:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777834240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764089.976668:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764089.976675:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777833728:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764089.976679:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764089.976683:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764089.976685:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764089.976692:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3761
00000100:00080000:3.0:1789764089.976695:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764089.976699:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764089.976704:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764089.976713:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777833856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764089.976715:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777834368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764089.976728:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764089.976731:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764089.976733:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764089.976736:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3761
00000100:00080000:3.0:1789764089.976741:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789764089.976743:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764089.976747:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764089.976753:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764089.976759:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764089/real 1789764089]  req@ffff9c6f91ebb480 x1876699777833856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764089.976766:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777834496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764089.976779:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777833856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764089.976789:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764089.976792:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764089.976796:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777833856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764089.976802:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777833984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764089.976833:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764089.976843:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764089/real 1789764089]  req@ffff9c6f91eb9f80 x1876699777833984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764089.976854:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777833984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764089.976862:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764089.976865:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764089.976868:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777833984:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764089.976874:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777834112:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764089.976889:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764089.976899:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764089/real 1789764089]  req@ffff9c6f91ebb800 x1876699777834112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764089.976909:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777834112/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764089.976918:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764089.976921:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764089.976924:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777834112:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764089.976929:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777834240:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764089.976944:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764089.976953:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764089/real 1789764089]  req@ffff9c6f91eb9500 x1876699777834240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764089.976963:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777834240/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764089.976972:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764089.976975:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764089.976978:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777834240:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764089.976995:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777834368:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764089.977014:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764089.977026:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764089/real 1789764089]  req@ffff9c6f91eb9880 x1876699777834368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764089.977037:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777834368/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764089.977044:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764089.977048:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764089.977051:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777834368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764089.977057:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777834496:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764089.977075:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764089.977086:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764089/real 1789764089]  req@ffff9c6f91ebaa00 x1876699777834496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764089.977097:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777834496/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764089.977106:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764089.977109:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764089.977113:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777834496:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764090.104514:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764091.128405:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764092.152348:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764093.176379:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764094.200374:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764095.096329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764095.096353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764095.096357:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764095.096366:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3766
00000100:00080000:1.0:1789764095.096377:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764095.096383:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764095.096417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777834624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764095.096442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764095.096445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764095.096447:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764095.096450:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3766
00000100:00080000:1.0:1789764095.096454:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764095.096459:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764095.096468:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764095.096474:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777834624:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789764095.096485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777834752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764095.096496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764095.096499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764095.096501:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764095.096505:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3766
00000100:00080000:1.0:1789764095.096516:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764095.096519:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789764095.096522:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:1.0:1789764095.096526:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764095.096540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777834880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764095.096549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764095.096553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764095.096554:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764095.096559:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3766
00000100:00100000:0.0:1789764095.096563:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764095/real 1789764095]  req@ffff9c6f9118c700 x1876699777834624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764095.096564:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764095.096572:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764095.096579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764095.096580:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777834624/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764095.096589:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789764095.096593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777835008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764095.096594:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764095.096605:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777834624:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764095.096607:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764095.096614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764095.096617:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764095.096627:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3766
00000100:00080000:1.0:1789764095.096629:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764095.096633:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764095.096637:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777834752:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789764095.096639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764095.096654:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777835136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764095.096664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789764095.096669:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789764095.096670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764095.096674:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764095.096679:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3766
00000100:00080000:1.0:1789764095.096683:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764095.096688:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764095/real 1789764095]  req@ffff9c6f9118ed80 x1876699777834752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764095.096690:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764095.096698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764095.096706:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777834752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764095.096712:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777835264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764095.096722:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764095.096728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764095.096729:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789764095.096735:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789764095.096736:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777834752:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789764095.096739:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764095.096745:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777834880:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789764095.096747:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3766
00000100:00080000:1.0:1789764095.096753:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764095.096757:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764095.096762:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764095.096767:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764095.096783:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764095/real 1789764095]  req@ffff9c6f9118e680 x1876699777834880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764095.096784:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777835392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764095.096806:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777834880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764095.096816:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764095.096819:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764095.096823:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777834880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764095.096830:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777835008:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764095.096849:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764095.096860:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764095/real 1789764095]  req@ffff9c6f9118c380 x1876699777835008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764095.096871:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777835008/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764095.096878:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764095.096881:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764095.096884:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777835008:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764095.096900:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777835136:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764095.096918:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764095.096928:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764095/real 1789764095]  req@ffff9c6f9118f800 x1876699777835136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764095.096939:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777835136/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764095.096946:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764095.096949:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764095.096952:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777835136:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764095.096958:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777835264:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764095.096976:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764095.096987:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764095/real 1789764095]  req@ffff9c6f9118d500 x1876699777835264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764095.096995:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777835264/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764095.097000:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764095.097002:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764095.097004:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777835264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764095.097008:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777835392:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764095.097021:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764095.097030:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764095/real 1789764095]  req@ffff9c6f9118df80 x1876699777835392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764095.097041:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777835392/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764095.097048:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764095.097050:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764095.097053:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777835392:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764095.224382:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764096.248399:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764097.272895:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764098.296381:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764099.320367:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764100.216317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764100.216325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764100.216328:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764100.216336:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3771
00000100:00080000:1.0:1789764100.216346:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764100.216353:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764100.216392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777835520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764100.216413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764100.216415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764100.216416:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764100.216419:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3771
00000100:00080000:1.0:1789764100.216423:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764100.216428:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764100.216437:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777835520:192.168.203.138@tcp:250:kworker.0
00000008:00100000:1.0:1789764100.216438:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764100.216457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777835648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764100.216469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764100.216472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764100.216473:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764100.216476:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3771
00000100:00080000:1.0:1789764100.216479:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764100.216482:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764100.216486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764100.216490:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764100.216497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777835776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764100.216507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764100.216510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764100.216512:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764100.216516:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3771
00000100:00080000:1.0:1789764100.216520:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764100.216524:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764100.216529:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764100.216532:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764100/real 1789764100]  req@ffff9c6f9118f100 x1876699777835520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764100.216543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777835904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764100.216547:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777835520/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764100.216563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764100.216566:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764100.216567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764100.216571:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764100.216572:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764100.216579:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777835520:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764100.216581:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3771
00000100:00080000:1.0:1789764100.216587:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764100.216592:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764100.216599:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777835648:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789764100.216606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764100.216623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777836032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764100.216630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789764100.216633:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789764100.216634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764100.216636:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764100.216639:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3771
00000100:00080000:1.0:1789764100.216643:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764100.216646:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764100.216650:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764100.216655:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764100/real 1789764100]  req@ffff9c6f9118ca80 x1876699777835648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764100.216658:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777836160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764100.216678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764100.216679:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777835648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764100.216687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764100.216692:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764100.216692:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764100.216698:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764100.216703:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777835648:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789764100.216703:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3771
00000100:00080000:1.0:1789764100.216710:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764100.216711:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777835776:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789764100.216715:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764100.216721:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764100.216730:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764100.216734:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777836288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764100.216741:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764100/real 1789764100]  req@ffff9c6f9118d180 x1876699777835776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764100.216748:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777835776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764100.216753:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764100.216756:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764100.216758:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777835776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764100.216761:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777835904:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764100.216771:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764100.216776:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764100/real 1789764100]  req@ffff9c6f9118dc00 x1876699777835904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764100.216783:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777835904/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764100.216787:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764100.216789:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764100.216790:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777835904:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764100.216801:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777836032:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764100.216809:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764100.216814:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764100/real 1789764100]  req@ffff9c6f9118ce00 x1876699777836032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764100.216821:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777836032/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764100.216825:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764100.216827:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764100.216828:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777836032:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764100.216831:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777836160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764100.216839:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764100.216844:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764100/real 1789764100]  req@ffff9c6f9118f100 x1876699777836160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764100.216850:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777836160/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764100.216855:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764100.216857:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764100.216858:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777836160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764100.216861:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777836288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764100.216869:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764100.216873:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764100/real 1789764100]  req@ffff9c6f9118df80 x1876699777836288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764100.216879:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777836288/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764100.216883:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764100.216884:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764100.216886:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777836288:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764100.344377:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764101.368375:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764102.392390:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764103.416359:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764104.440366:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764105.336333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764105.336341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764105.336344:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764105.336353:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3776
00000100:00080000:3.0:1789764105.336361:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764105.336367:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764105.336397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777836416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764105.336419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764105.336422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764105.336423:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764105.336426:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3776
00000100:00080000:3.0:1789764105.336428:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764105.336431:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764105.336438:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764105.336447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777836416:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764105.336449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777836544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764105.336459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764105.336461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764105.336462:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764105.336464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3776
00000100:00080000:3.0:1789764105.336466:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764105.336468:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764105.336471:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764105.336479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777836672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764105.336485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764105.336487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764105.336488:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764105.336490:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3776
00000100:00080000:3.0:1789764105.336496:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764105.336499:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764105.336504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789764105.336506:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764105.336518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777836800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764105.336528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764105.336532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764105.336534:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764105.336538:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3776
00000100:00080000:3.0:1789764105.336542:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764105.336547:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764105.336548:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764105/real 1789764105]  req@ffff9c6f91ebaa00 x1876699777836416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789764105.336559:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764105.336569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777836928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764105.336575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764105.336579:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777836416/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764105.336580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764105.336583:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764105.336589:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3776
00000100:00080000:3.0:1789764105.336594:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764105.336597:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764105.336598:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789764105.336604:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000008:00100000:3.0:1789764105.336604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764105.336610:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777836416:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764105.336615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777837056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764105.336626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764105.336628:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764105.336629:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764105.336632:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3776
00000100:00080000:3.0:1789764105.336634:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764105.336636:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777836544:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764105.336643:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764105.336647:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764105.336655:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777837184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764105.336660:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764105.336676:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764105/real 1789764105]  req@ffff9c6f91eb9880 x1876699777836544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764105.336685:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777836544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764105.336690:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764105.336692:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764105.336694:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777836544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764105.336698:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777836672:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764105.336707:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764105.336713:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764105/real 1789764105]  req@ffff9c6f91eb9500 x1876699777836672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764105.336720:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777836672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764105.336724:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764105.336726:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764105.336727:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777836672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764105.336730:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777836800:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764105.336739:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764105.336745:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764105/real 1789764105]  req@ffff9c6f91ebb800 x1876699777836800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764105.336751:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777836800/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764105.336755:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764105.336757:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764105.336759:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777836800:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764105.336762:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777836928:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764105.336770:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764105.336775:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764105/real 1789764105]  req@ffff9c6f91eb9f80 x1876699777836928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764105.336781:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777836928/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764105.336785:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764105.336786:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764105.336788:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777836928:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764105.336791:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777837056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764105.336799:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764105.336804:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764105/real 1789764105]  req@ffff9c6f91ebb480 x1876699777837056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764105.336809:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777837056/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764105.336814:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764105.336816:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764105.336818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777837056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764105.336828:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777837184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764105.336836:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764105.336842:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764105/real 1789764105]  req@ffff9c6f91ebad80 x1876699777837184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764105.336848:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777837184/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764105.336858:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764105.336862:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764105.336864:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777837184:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764105.464365:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764106.488364:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764107.512346:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764108.536396:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764109.560413:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764110.456381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764110.456392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764110.456396:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764110.456405:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3782
00000100:00080000:1.0:1789764110.456414:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764110.456419:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764110.456447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777837312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764110.456468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764110.456471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764110.456472:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764110.456475:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3782
00000100:00080000:1.0:1789764110.456477:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764110.456480:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764110.456488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764110.456500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777837440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764110.456511:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777837312:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764110.456512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764110.456526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764110.456528:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764110.456534:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3782
00000100:00080000:1.0:1789764110.456538:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764110.456541:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764110.456547:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764110.456560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777837568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764110.456567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764110.456570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764110.456571:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764110.456574:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3782
00000100:00080000:1.0:1789764110.456579:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764110.456583:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764110.456586:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789764110.456595:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764110.456596:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777837696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764110.456608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764110.456610:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764110.456611:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764110.456614:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3782
00000100:00080000:1.0:1789764110.456616:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764110.456619:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764110.456621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764110.456628:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777837824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764110.456634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764110.456636:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764110.456637:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764110.456644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3782
00000100:00080000:1.0:1789764110.456649:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764110.456656:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764110.456659:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764110/real 1789764110]  req@ffff9c6f9118d500 x1876699777837312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789764110.456663:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764110.456687:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777837952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764110.456694:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777837312/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764110.456716:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764110.456724:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789764110.456724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764110.456735:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777837312:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764110.456736:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764110.456742:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764110.456750:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3782
00000100:00080000:1.0:1789764110.456755:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764110.456760:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764110.456764:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764110.456772:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777837440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789764110.456777:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777838080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764110.456807:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764110.456821:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764110/real 1789764110]  req@ffff9c6f9118f800 x1876699777837440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764110.456830:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777837440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764110.456838:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764110.456842:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764110.456845:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777837440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764110.456853:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777837568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764110.456873:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764110.456884:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764110/real 1789764110]  req@ffff9c6f9118c380 x1876699777837568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764110.456892:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777837568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764110.456898:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764110.456900:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764110.456902:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777837568:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764110.456906:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777837696:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764110.456920:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764110.456926:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764110/real 1789764110]  req@ffff9c6f9118e680 x1876699777837696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764110.456933:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777837696/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764110.456938:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764110.456940:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764110.456941:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777837696:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764110.456944:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777837824:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764110.456954:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764110.456960:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764110/real 1789764110]  req@ffff9c6f9118ed80 x1876699777837824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764110.456966:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777837824/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764110.456970:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764110.456972:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764110.456974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777837824:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764110.456977:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777837952:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764110.456987:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764110.456992:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764110/real 1789764110]  req@ffff9c6f9118c700 x1876699777837952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764110.456998:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777837952/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764110.457003:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764110.457005:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764110.457007:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777837952:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764110.457020:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777838080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764110.457030:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764110.457035:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764110/real 1789764110]  req@ffff9c6f9118d500 x1876699777838080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764110.457041:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777838080/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764110.457045:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764110.457047:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764110.457049:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777838080:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789764110.584401:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764111.608730:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764112.632398:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764113.656415:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764114.680405:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764115.576375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764115.576385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764115.576390:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764115.576400:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3787
00000100:00080000:0.0:1789764115.576412:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764115.576420:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764115.576458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777838208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764115.576482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764115.576485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764115.576486:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764115.576489:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3787
00000100:00080000:0.0:1789764115.576491:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764115.576495:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764115.576503:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764115.576509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777838208:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764115.576515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777838336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764115.576522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764115.576524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764115.576525:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764115.576527:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3787
00000100:00080000:0.0:1789764115.576529:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764115.576531:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764115.576534:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764115.576540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777838464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764115.576546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764115.576547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764115.576548:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764115.576551:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3787
00000100:00080000:0.0:1789764115.576555:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764115.576557:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764115.576560:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764115.576567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777838592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764115.576573:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764115.576577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764115.576578:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764115.576581:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3787
00000800:00000100:3.0:1789764115.576581:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789764115.576583:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764115.576586:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764115.576588:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764115.576594:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777838720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764115.576601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764115.576604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764115.576605:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764115.576607:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3787
00000100:00080000:0.0:1789764115.576609:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764115.576611:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764115.576613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764115.576621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777838848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764115.576625:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764115/real 1789764115]  req@ffff9c6f84ef5f80 x1876699777838208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764115.576649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764115.576652:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764115.576653:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764115.576658:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3787
00000100:00100000:3.0:1789764115.576658:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777838208/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764115.576660:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764115.576662:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764115.576665:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764115.576674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777838976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764115.576676:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764115.576683:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764115.576687:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777838208:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764115.576708:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777838336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764115.576723:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764115.576732:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764115/real 1789764115]  req@ffff9c6f84ef5500 x1876699777838336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764115.576744:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777838336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764115.576750:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764115.576752:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764115.576754:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777838336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764115.576758:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777838464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764115.576768:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764115.576774:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764115/real 1789764115]  req@ffff9c6f84ef4000 x1876699777838464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764115.576781:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777838464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764115.576786:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764115.576787:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764115.576789:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777838464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764115.576792:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777838592:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764115.576802:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764115.576808:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764115/real 1789764115]  req@ffff9c6f84ef4a80 x1876699777838592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764115.576814:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777838592/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764115.576819:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764115.576821:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764115.576822:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777838592:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764115.576825:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777838720:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764115.576834:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764115.576838:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764115/real 1789764115]  req@ffff9c6f84ef4e00 x1876699777838720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764115.576845:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777838720/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764115.576849:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764115.576851:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764115.576852:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777838720:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764115.576855:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777838848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764115.576864:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764115.576869:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764115/real 1789764115]  req@ffff9c6f84ef7480 x1876699777838848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764115.576878:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777838848/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764115.576883:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764115.576884:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764115.576886:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777838848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764115.576888:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777838976:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764115.576901:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764115.576907:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764115/real 1789764115]  req@ffff9c6f84ef4700 x1876699777838976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764115.576913:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777838976/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764115.576917:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764115.576918:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764115.576920:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777838976:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764115.704420:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764116.728416:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764117.752394:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764118.776380:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764119.800439:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764120.696511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764120.696522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764120.696526:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764120.696536:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3792
00000100:00080000:3.0:1789764120.696547:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764120.696556:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764120.696590:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777839104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764120.696619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764120.696623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764120.696625:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764120.696629:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3792
00000100:00080000:3.0:1789764120.696632:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764120.696635:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764120.696643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764120.696652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777839232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764120.696659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764120.696662:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764120.696663:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764120.696666:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3792
00000100:00080000:3.0:1789764120.696668:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764120.696672:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777839104:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764120.696672:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764120.696678:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764120.696685:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777839360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764120.696691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764120.696693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764120.696695:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764120.696697:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3792
00000100:00080000:3.0:1789764120.696700:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764120.696702:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764120.696705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764120.696711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777839488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764120.696717:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764120.696718:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764120.696719:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764120.696721:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3792
00000100:00080000:3.0:1789764120.696723:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789764120.696726:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764120.696728:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764120.696732:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764120.696740:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777839616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764120.696745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764120.696747:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764120.696748:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764120.696751:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3792
00000100:00080000:3.0:1789764120.696753:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764120.696756:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764120.696759:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764120.696760:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764120/real 1789764120]  req@ffff9c6f91ebad80 x1876699777839104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764120.696768:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777839744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764120.696776:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764120.696780:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777839104/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764120.696786:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764120.696790:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764120.696796:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3792
00000100:00080000:0.0:1789764120.696797:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764120.696798:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764120.696802:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789764120.696803:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764120.696808:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764120.696809:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777839104:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764120.696819:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777839872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764120.696820:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777839232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764120.696844:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764120.696854:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764120/real 1789764120]  req@ffff9c6f91ebb480 x1876699777839232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764120.696862:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777839232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764120.696867:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764120.696869:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764120.696871:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777839232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764120.696887:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777839360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764120.696896:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764120.696902:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764120/real 1789764120]  req@ffff9c6f91eb9f80 x1876699777839360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764120.696909:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777839360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764120.696913:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764120.696915:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764120.696916:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777839360:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764120.696919:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777839488:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764120.696928:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764120.696933:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764120/real 1789764120]  req@ffff9c6f91ebb800 x1876699777839488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764120.696939:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777839488/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764120.696943:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764120.696945:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764120.696947:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777839488:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764120.696950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777839616:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764120.696958:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764120.696962:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764120/real 1789764120]  req@ffff9c6f91eb9500 x1876699777839616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764120.696968:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777839616/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764120.696973:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764120.696974:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764120.696976:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777839616:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764120.696979:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777839744:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764120.696987:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764120.696992:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764120/real 1789764120]  req@ffff9c6f91eb9880 x1876699777839744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764120.696997:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777839744/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764120.697001:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764120.697003:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764120.697005:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777839744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764120.697008:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777839872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764120.697017:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764120.697021:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764120/real 1789764120]  req@ffff9c6f91ebaa00 x1876699777839872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764120.697027:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777839872/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764120.697031:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764120.697033:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764120.697035:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777839872:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764120.824358:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764121.848407:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764122.872388:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764123.896360:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764124.920415:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764125.816310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764125.816318:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764125.816322:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764125.816335:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3797
00000100:00080000:3.0:1789764125.816347:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764125.816354:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764125.816391:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777840000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764125.816415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764125.816419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764125.816420:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764125.816423:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3797
00000100:00080000:3.0:1789764125.816426:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764125.816429:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764125.816436:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764125.816446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777840128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764125.816454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764125.816455:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777840000:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764125.816458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764125.816462:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764125.816466:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3797
00000100:00080000:3.0:1789764125.816468:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764125.816470:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764125.816473:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764125.816480:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777840256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764125.816486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764125.816489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764125.816490:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764125.816492:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3797
00000100:00080000:3.0:1789764125.816494:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764125.816496:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764125.816500:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764125.816508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777840384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764125.816511:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764125.816519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764125.816521:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764125.816523:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764125.816526:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3797
00000100:00080000:3.0:1789764125.816530:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764125.816532:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764125.816534:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764125.816542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777840512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764125.816546:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764125/real 1789764125]  req@ffff9c6f91ebaa00 x1876699777840000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764125.816552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764125.816559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764125.816562:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764125.816566:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3797
00000100:00080000:3.0:1789764125.816568:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764125.816572:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764125.816573:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777840000/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789764125.816582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764125.816583:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764125.816589:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764125.816595:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777840000:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764125.816596:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777840640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764125.816605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764125.816608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764125.816611:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764125.816615:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777840128:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764125.816619:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3797
00000100:00080000:3.0:1789764125.816624:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764125.816630:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764125.816635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764125.816636:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764125.816650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777840768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764125.816660:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764125/real 1789764125]  req@ffff9c6f91eb9880 x1876699777840128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764125.816670:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777840128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764125.816675:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764125.816677:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764125.816680:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777840128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764125.816685:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777840256:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764125.816698:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764125.816706:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764125/real 1789764125]  req@ffff9c6f91eb9500 x1876699777840256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764125.816714:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777840256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764125.816719:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764125.816721:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764125.816723:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777840256:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764125.816729:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777840384:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764125.816743:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764125.816748:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764125/real 1789764125]  req@ffff9c6f91ebb800 x1876699777840384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764125.816760:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777840384/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764125.816764:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764125.816767:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764125.816770:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777840384:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764125.816784:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777840512:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764125.816802:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764125.816811:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764125/real 1789764125]  req@ffff9c6f91eb9f80 x1876699777840512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764125.816820:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777840512/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764125.816825:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764125.816828:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764125.816830:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777840512:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764125.816840:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777840640:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764125.816853:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764125.816860:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764125/real 1789764125]  req@ffff9c6f91ebb480 x1876699777840640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764125.816867:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777840640/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764125.816877:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764125.816880:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764125.816883:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777840640:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764125.816899:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777840768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764125.816921:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764125.816933:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764125/real 1789764125]  req@ffff9c6f91ebad80 x1876699777840768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764125.816941:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777840768/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764125.816946:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764125.816949:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764125.816951:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777840768:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789764125.944414:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764126.968399:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764127.992391:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764129.016364:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764130.041095:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764130.936340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764130.936351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764130.936355:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764130.936366:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3802
00000100:00080000:3.0:1789764130.936377:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764130.936385:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764130.936423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777840896/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764130.936448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764130.936458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764130.936460:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764130.936465:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3802
00000100:00080000:3.0:1789764130.936469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764130.936474:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764130.936483:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764130.936493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777840896:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764130.936500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777841024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764130.936513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764130.936516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764130.936517:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764130.936520:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3802
00000100:00080000:3.0:1789764130.936523:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764130.936526:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764130.936529:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764130.936538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777841152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764130.936544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764130.936546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764130.936549:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789764130.936550:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764130.936554:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3802
00000100:00080000:3.0:1789764130.936564:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764130.936567:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764130.936571:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764130.936581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777841280/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764130.936588:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764130/real 1789764130]  req@ffff9c6f91ebad80 x1876699777840896/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764130.936595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764130.936602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764130.936605:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764130.936612:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3802
00000100:00100000:0.0:1789764130.936617:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777840896/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764130.936618:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764130.936624:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789764130.936633:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789764130.936636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764130.936641:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764130.936648:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777841408/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764130.936653:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777840896:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764130.936658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764130.936663:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764130.936665:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764130.936669:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3802
00000100:00080000:3.0:1789764130.936672:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764130.936677:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764130.936679:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777841024:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789764130.936683:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764130.936698:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777841536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764130.936705:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789764130.936706:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764130.936712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764130.936714:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764130.936719:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3802
00000100:00100000:0.0:1789764130.936723:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764130/real 1789764130]  req@ffff9c6f91ebb480 x1876699777841024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764130.936725:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764130.936734:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764130.936741:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764130.936748:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777841024/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764130.936754:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777841664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764130.936761:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764130.936768:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764130.936773:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777841024:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764130.936780:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777841152:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764130.936803:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764130.936813:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764130/real 1789764130]  req@ffff9c6f91eb9f80 x1876699777841152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764130.936820:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777841152/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764130.936824:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764130.936826:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764130.936828:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777841152:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764130.936832:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777841280:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764130.936843:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764130.936849:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764130/real 1789764130]  req@ffff9c6f91ebb800 x1876699777841280/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764130.936855:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777841280/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764130.936859:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764130.936861:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764130.936863:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777841280:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764130.936872:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777841408:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764130.936884:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764130.936890:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764130/real 1789764130]  req@ffff9c6f91eb9500 x1876699777841408/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764130.936896:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777841408/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764130.936901:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764130.936903:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764130.936905:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777841408:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764130.936915:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777841536:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764130.936924:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764130.936929:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764130/real 1789764130]  req@ffff9c6f91eb9880 x1876699777841536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764130.936939:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777841536/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764130.936943:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764130.936945:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764130.936947:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777841536:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764130.936950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777841664:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764130.936958:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764130.936963:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764130/real 1789764130]  req@ffff9c6f91ebaa00 x1876699777841664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764130.936975:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777841664/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764130.936979:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764130.936981:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764130.936983:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777841664:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764131.064356:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764132.088387:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764133.112563:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764134.136381:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764135.160366:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764136.056343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764136.056353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764136.056357:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764136.056366:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3807
00000100:00080000:1.0:1789764136.056376:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764136.056384:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764136.056414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777841792/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764136.056440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764136.056444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764136.056446:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764136.056449:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3807
00000100:00080000:1.0:1789764136.056453:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764136.056457:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764136.056467:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764136.056482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777841920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764136.056488:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777841792:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764136.056495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764136.056499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764136.056501:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764136.056505:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3807
00000100:00080000:1.0:1789764136.056509:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764136.056512:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764136.056518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764136.056528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777842048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764136.056537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764136.056541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764136.056542:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764136.056546:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3807
00000800:00000100:0.0:1789764136.056551:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789764136.056551:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764136.056559:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764136.056565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764136.056578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777842176/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764136.056587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764136.056590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764136.056594:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764136.056595:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764136/real 1789764136]  req@ffff9c6f9118df80 x1876699777841792/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764136.056602:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3807
00000100:00080000:1.0:1789764136.056608:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764136.056614:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764136.056620:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764136.056623:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777841792/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764136.056633:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777842304/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764136.056638:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764136.056646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764136.056647:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:1.0:1789764136.056654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789764136.056656:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777841792:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764136.056658:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764136.056666:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3807
00000100:00080000:1.0:1789764136.056670:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764136.056674:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764136.056686:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777841920:192.168.203.138@tcp:38:kworker.0
00000008:00100000:1.0:1789764136.056688:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764136.056702:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777842432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764136.056712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789764136.056715:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789764136.056717:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764136.056721:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764136.056726:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3807
00000100:00080000:1.0:1789764136.056730:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764136.056734:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764136/real 1789764136]  req@ffff9c6f9118f100 x1876699777841920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764136.056737:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764136.056744:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764136.056753:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777841920/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764136.056761:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789764136.056766:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777842560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764136.056768:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764136.056777:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777841920:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764136.056788:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777842048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764136.056810:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764136.056821:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764136/real 1789764136]  req@ffff9c6f9118ce00 x1876699777842048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764136.056830:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777842048/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764136.056837:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764136.056840:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764136.056843:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777842048:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764136.056849:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777842176:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764136.056865:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764136.056874:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764136/real 1789764136]  req@ffff9c6f9118dc00 x1876699777842176/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764136.056883:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777842176/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764136.056891:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764136.056893:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764136.056896:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777842176:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764136.056901:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777842304:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764136.056915:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764136.056923:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764136/real 1789764136]  req@ffff9c6f9118d180 x1876699777842304/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764136.056933:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777842304/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764136.056940:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764136.056943:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764136.056945:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777842304:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764136.056961:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777842432:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764136.056976:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764136.056985:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764136/real 1789764136]  req@ffff9c6f9118ca80 x1876699777842432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764136.056995:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777842432/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764136.057002:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764136.057005:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764136.057007:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777842432:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764136.057012:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777842560:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764136.057026:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764136.057034:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764136/real 1789764136]  req@ffff9c6f9118df80 x1876699777842560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764136.057063:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777842560/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764136.057070:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764136.057073:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764136.057075:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777842560:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764136.184376:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764137.208364:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764138.232456:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764139.256397:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764140.280367:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764141.176329:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764141.176339:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764141.176343:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764141.176353:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3812
00000100:00080000:2.0:1789764141.176364:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764141.176371:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789764141.176411:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777842688/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764141.176441:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764141.176445:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764141.176447:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764141.176451:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3812
00000100:00080000:2.0:1789764141.176455:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764141.176458:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764141.176468:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764141.176481:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777842816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764141.176490:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764141.176493:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764141.176495:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764141.176498:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3812
00000100:00100000:0.0:1789764141.176500:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777842688:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789764141.176501:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764141.176505:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764141.176509:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764141.176517:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777842944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764141.176525:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764141.176527:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764141.176529:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764141.176532:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3812
00000100:00080000:2.0:1789764141.176535:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764141.176538:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764141.176542:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764141.176550:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777843072/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764141.176557:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764141.176560:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764141.176561:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764141.176565:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3812
00000100:00080000:2.0:1789764141.176568:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764141.176571:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764141.176575:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764141.176584:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777843200/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764141.176591:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764141.176594:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764141.176595:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764141.176598:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3812
00000100:00080000:2.0:1789764141.176601:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764141.176605:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764141.176609:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764141.176615:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777842816:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789764141.176618:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777843328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764141.176627:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764141.176629:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764141.176631:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764141.176634:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3812
00000100:00080000:2.0:1789764141.176637:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764141.176641:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764141.176645:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764141.176646:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777842944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789764141.176655:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777843456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764141.176666:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777843072:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764141.176689:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777843200:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764141.176712:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777843328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764141.176736:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777843456:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789764141.304418:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764142.328378:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764143.352392:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789764144.248472:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:3.0:1789764144.248515:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789764144.248531:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789764144.248587:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789764144.248597:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789764144.248605:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789764144.248612:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789764144.248619:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:3.0:1789764144.248626:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789764144.248800:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764141/real 1789764144]  req@ffff9c6f851a1880 x1876699777843328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764144.248823:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777843328/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764144.248834:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764144.248839:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764144.248843:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777843328:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764144.248851:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764141/real 1789764144]  req@ffff9c6f851a0e00 x1876699777843456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764144.248861:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777843456/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764144.248869:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764144.248872:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764144.248875:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777843456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764144.248882:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764141/real 1789764144]  req@ffff9c6f851a2a00 x1876699777842816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764144.248898:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777842816/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764144.248906:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764144.248909:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764144.248912:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777842816:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764144.248918:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764141/real 1789764144]  req@ffff9c6f851a3800 x1876699777842944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764144.248929:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777842944/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764144.248936:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764144.248939:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764144.248942:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777842944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764144.248949:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764141/real 1789764144]  req@ffff9c6f851a0a80 x1876699777843072/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764144.248959:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777843072/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764144.248966:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764144.248969:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764144.248972:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777843072:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764144.248991:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764141/real 1789764144]  req@ffff9c6f851a0700 x1876699777843200/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764144.249003:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777843200/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764144.249011:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764144.249013:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764144.249016:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777843200:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764144.249022:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764141/real 1789764144]  req@ffff9c6f851a3100 x1876699777842688/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764144.249034:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777842688/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764144.249041:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764144.249043:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764144.249047:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777842688:192.168.203.138@tcp:250:kworker.0
00010000:00010000:0.0:1789764144.376361:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764145.400376:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764146.296378:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764146.296388:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764146.296392:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764146.296401:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3817
00000100:00080000:3.0:1789764146.296410:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764146.296418:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764146.296449:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777843584/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764146.296557:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777843584:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764146.296617:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789764146.296618:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764146.296631:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764146.296634:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764146.296640:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3817
00000100:00080000:3.0:1789764146.296645:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764146.296649:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764146.296657:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764146/real 1789764146]  req@ffff9c6f91ebaa00 x1876699777843584/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789764146.296659:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764146.296675:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777843584/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764146.296684:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777843712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764146.296689:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764146.296698:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789764146.296701:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764146.296706:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777843584:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764146.296707:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764146.296711:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764146.296717:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3817
00000100:00080000:3.0:1789764146.296722:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764146.296725:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764146.296730:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764146.296735:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777843712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764146.296743:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777843840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764146.296756:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764146.296759:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789764146.296763:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764146.296763:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764146.296770:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3817
00000100:00080000:3.0:1789764146.296776:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764146.296782:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764146.296787:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764146.296804:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777843968/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764146.296813:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764146.296816:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764146.296818:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764146.296821:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3817
00000100:00080000:3.0:1789764146.296825:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764146.296828:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764146.296833:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764146.296843:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777844096/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764146.296864:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764146.296868:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764146.296870:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764146.296872:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3817
00000100:00080000:3.0:1789764146.296876:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764146.296879:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764146.296884:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764146.296893:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777844224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764146.296906:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764146.296908:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764146.296910:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764146.296913:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3817
00000100:00080000:3.0:1789764146.296915:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764146.296918:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764146.296922:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764146.296930:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777844352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764146.297712:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764146/real 1789764146]  req@ffff9c6f91eb9880 x1876699777843712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764146.297738:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777843712/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764146.297747:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764146.297751:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764146.297754:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777843712:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764146.297773:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777843840:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764146.297805:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764146.297819:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764146/real 1789764146]  req@ffff9c6f91eb9500 x1876699777843840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764146.297903:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777843840/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764146.297913:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764146.297917:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764146.297921:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777843840:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764146.297928:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777843968:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764146.297948:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764146.297959:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764146/real 1789764146]  req@ffff9c6f91ebb800 x1876699777843968/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764146.298023:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777843968/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764146.298030:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764146.298033:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764146.298035:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777843968:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764146.298041:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777844096:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764146.298060:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764146.298072:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764146/real 1789764146]  req@ffff9c6f91eb9f80 x1876699777844096/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764146.298081:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777844096/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764146.298089:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764146.298091:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764146.298094:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777844096:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764146.298100:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777844224:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764146.298118:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764146.298137:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764146/real 1789764146]  req@ffff9c6f91ebb480 x1876699777844224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764146.298148:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777844224/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764146.298155:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764146.298159:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764146.298163:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777844224:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764146.298169:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777844352:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764146.298187:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764146.298197:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764146/real 1789764146]  req@ffff9c6f91ebad80 x1876699777844352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764146.298208:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777844352/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764146.298216:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764146.298246:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764146.298250:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777844352:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764146.424348:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764147.448378:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764148.472399:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764149.498104:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764150.520680:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764151.417052:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764151.417062:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764151.417066:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764151.417076:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3823
00000100:00080000:1.0:1789764151.417087:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764151.417094:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764151.417292:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777844480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764151.417412:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777844480:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789764151.417473:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789764151.417506:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764151.417510:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764151.417512:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764151.417516:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3823
00000100:00080000:1.0:1789764151.417520:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764151.417524:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764151.417533:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764151.417546:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777844608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764151.417597:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764151/real 1789764151]  req@ffff9c6f9118d500 x1876699777844480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764151.417615:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777844480/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764151.417624:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764151.417628:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764151.417633:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777844480:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764151.417663:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777844608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764151.417684:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764151.417695:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764151/real 1789764151]  req@ffff9c6f9118c700 x1876699777844608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764151.417707:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777844608/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764151.417715:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764151.417718:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764151.417721:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777844608:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789764151.417763:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764151.417767:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764151.417769:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764151.417773:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3823
00000100:00080000:1.0:1789764151.417776:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764151.417781:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764151.417786:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764151.417797:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777844736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764151.417806:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764151.417809:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764151.417811:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764151.417814:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3823
00000100:00080000:1.0:1789764151.417817:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764151.417821:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764151.417825:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764151.417834:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777844864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764151.417843:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764151.417846:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764151.417848:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764151.417852:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3823
00000100:00080000:1.0:1789764151.417855:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764151.417858:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764151.417862:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764151.417870:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777844992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764151.417878:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764151.417882:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764151.417883:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764151.417887:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3823
00000100:00080000:1.0:1789764151.417890:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764151.417893:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764151.417896:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764151.417903:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777845120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764151.417911:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764151.417914:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764151.417915:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764151.417919:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3823
00000100:00080000:1.0:1789764151.417921:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764151.417940:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764151.417945:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764151.417955:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777845248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764151.418021:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777844736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764151.418043:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764151.418054:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764151/real 1789764151]  req@ffff9c6f9118ed80 x1876699777844736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764151.418064:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777844736/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764151.418072:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764151.418075:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764151.418078:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777844736:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764151.418084:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777844864:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764151.418101:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764151.418278:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764151/real 1789764151]  req@ffff9c6f9118e680 x1876699777844864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764151.418293:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777844864/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764151.418301:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764151.418305:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764151.418308:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777844864:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764151.418314:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777844992:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764151.418396:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764151.418408:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764151/real 1789764151]  req@ffff9c6f9118c380 x1876699777844992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764151.418419:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777844992/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764151.418427:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764151.418431:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764151.418434:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777844992:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764151.418440:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777845120:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764151.418456:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764151.418465:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764151/real 1789764151]  req@ffff9c6f9118f800 x1876699777845120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764151.418476:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777845120/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764151.418484:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764151.418487:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764151.418491:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777845120:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764151.418497:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777845248:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764151.418515:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764151.418525:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764151/real 1789764151]  req@ffff9c6f9118c700 x1876699777845248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764151.418536:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777845248/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764151.418544:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764151.418547:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764151.418550:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777845248:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764151.544478:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764152.568717:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764153.592915:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764154.616425:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764155.640555:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764156.536915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764156.536926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764156.536930:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764156.536940:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3828
00000100:00080000:1.0:1789764156.536950:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764156.536958:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764156.536992:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777845376/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764156.537018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764156.537022:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764156.537024:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764156.537028:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3828
00000100:00080000:1.0:1789764156.537032:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764156.537036:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764156.537046:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764156.537061:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777845504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764156.537067:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777845376:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764156.537078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764156.537082:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764156.537084:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764156.537089:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3828
00000100:00080000:1.0:1789764156.537093:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764156.537097:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764156.537102:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764156.537114:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777845632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764156.537124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764156.537127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764156.537129:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789764156.537134:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789764156.537137:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3828
00000100:00080000:1.0:1789764156.537143:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764156.537148:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764156.537154:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764156.537167:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777845760/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764156.537175:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764156/real 1789764156]  req@ffff9c6f9118d500 x1876699777845376/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764156.537194:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777845376/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764156.537204:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764156.537207:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764156.537211:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777845376:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764156.537259:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777845504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764156.537283:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764156.537297:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764156/real 1789764156]  req@ffff9c6f9118df80 x1876699777845504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764156.537310:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777845504/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764156.537316:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764156.537318:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764156.537320:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777845504:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764156.537324:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777845632:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764156.537337:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764156.537345:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764156/real 1789764156]  req@ffff9c6f9118ca80 x1876699777845632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764156.537351:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777845632/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764156.537356:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764156.537359:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764156.537364:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777845632:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789764156.537372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764156.537377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789764156.537379:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777845760:192.168.203.138@tcp:8:kworker.0
00000100:00080000:1.0:1789764156.537381:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764156.537389:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3828
00000800:00000100:0.0:1789764156.537395:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789764156.537395:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764156.537403:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764156.537405:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764156/real 1789764156]  req@ffff9c6f9118d180 x1876699777845760/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789764156.537413:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764156.537415:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777845760/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764156.537423:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764156.537426:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764156.537428:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777845760:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789764156.537433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777845888/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764156.537447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764156.537452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764156.537454:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764156.537459:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3828
00000100:00080000:1.0:1789764156.537463:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764156.537470:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777845888:192.168.203.138@tcp:8:kworker.0
00000100:00080000:1.0:1789764156.537471:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764156.537480:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764156.537496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777846016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764156.537502:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764156.537516:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764156/real 1789764156]  req@ffff9c6f9118dc00 x1876699777845888/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764156.537521:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764156.537528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764156.537530:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764156.537533:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777845888/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764156.537538:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3828
00000100:00080000:1.0:1789764156.537544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764156.537549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764156.537559:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764156.537560:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764156.537565:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764156.537568:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777845888:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764156.537580:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777846016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789764156.537587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777846144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764156.537602:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764156.537617:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764156/real 1789764156]  req@ffff9c6f9118ce00 x1876699777846016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764156.537628:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777846016/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764156.537636:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764156.537639:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764156.537643:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777846016:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764156.537653:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777846144:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764156.537672:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764156.537683:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764156/real 1789764156]  req@ffff9c6f9118f100 x1876699777846144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764156.537694:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777846144/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764156.537701:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764156.537705:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764156.537707:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777846144:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764156.664414:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764157.688435:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764158.712445:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764159.736480:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764160.760938:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764161.656324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764161.656332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764161.656335:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764161.656343:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3833
00000100:00080000:1.0:1789764161.656352:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764161.656358:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764161.656391:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777846272/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764161.656410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764161.656414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764161.656416:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764161.656420:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3833
00000100:00080000:1.0:1789764161.656424:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764161.656429:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764161.656438:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764161.656449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777846400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764161.656458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764161.656461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764161.656462:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764161.656466:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3833
00000100:00080000:1.0:1789764161.656469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764161.656473:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764161.656478:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764161.656488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777846528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764161.656498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764161.656501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764161.656503:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764161.656507:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3833
00000100:00080000:1.0:1789764161.656510:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764161.656513:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764161.656518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764161.656525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777846656/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764161.656534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764161.656536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764161.656538:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764161.656542:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3833
00000100:00080000:1.0:1789764161.656544:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764161.656547:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764161.656551:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764161.656559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777846784/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764161.656567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764161.656571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764161.656572:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764161.656576:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3833
00000100:00080000:1.0:1789764161.656579:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764161.656582:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764161.656587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764161.656595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777846912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764161.656602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764161.656604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764161.656605:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764161.656608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3833
00000100:00080000:1.0:1789764161.656610:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764161.656613:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764161.656616:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764161.656621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777847040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764161.656745:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777846272:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789764161.656799:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764161.656831:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764161/real 1789764161]  req@ffff9c6f9118f100 x1876699777846272/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764161.656859:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777846272/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764161.656871:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764161.656875:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764161.656879:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777846272:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764161.656886:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777846400:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764161.656908:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764161.656921:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764161/real 1789764161]  req@ffff9c6f9118ce00 x1876699777846400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764161.656933:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777846400/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764161.656940:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764161.656944:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764161.656948:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777846400:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764161.656954:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777846528:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764161.656973:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764161.656984:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764161/real 1789764161]  req@ffff9c6f9118dc00 x1876699777846528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764161.656995:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777846528/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764161.657003:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764161.657006:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764161.657009:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777846528:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764161.657015:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777846656:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764161.657033:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764161.657045:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764161/real 1789764161]  req@ffff9c6f9118d180 x1876699777846656/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764161.657057:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777846656/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764161.657066:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764161.657069:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764161.657073:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777846656:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764161.657080:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777846784:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764161.657098:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764161.657109:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764161/real 1789764161]  req@ffff9c6f9118ca80 x1876699777846784/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764161.657119:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777846784/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764161.657127:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764161.657131:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764161.657134:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777846784:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764161.657139:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777846912:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764161.657157:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764161.657168:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764161/real 1789764161]  req@ffff9c6f9118df80 x1876699777846912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764161.657179:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777846912/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764161.657186:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764161.657189:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764161.657192:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777846912:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764161.657197:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777847040:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764161.657216:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764161.657247:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764161/real 1789764161]  req@ffff9c6f9118d500 x1876699777847040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764161.657260:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777847040/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764161.657268:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764161.657272:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764161.657275:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777847040:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764161.784360:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764162.808418:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764163.832552:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764164.859844:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764165.887908:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764166.776896:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764166.776906:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764166.776911:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764166.776920:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3838
00000100:00080000:3.0:1789764166.776929:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764166.776936:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764166.776969:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777847168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764166.777001:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764166.777005:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764166.777007:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764166.777012:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3838
00000100:00080000:3.0:1789764166.777015:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764166.777019:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764166.777027:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764166.777039:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777847296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764166.777051:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777847168:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764166.777052:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764166.777059:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764166.777062:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764166.777066:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3838
00000100:00080000:3.0:1789764166.777069:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764166.777072:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764166.777077:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764166.777087:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777847424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764166.777096:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764166.777100:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764166.777101:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764166.777105:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3838
00000100:00080000:3.0:1789764166.777109:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764166.777112:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764166.777116:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789764166.777118:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764166.777130:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777847552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764166.777140:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764166.777143:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764166.777145:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764166.777149:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3838
00000100:00080000:3.0:1789764166.777153:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764166.777157:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764166.777162:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764166/real 1789764166]  req@ffff9c6f91ebad80 x1876699777847168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789764166.777164:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764166.777178:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777847680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764166.777186:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777847168/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764166.777190:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764166.777198:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764166.777201:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764166.777207:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3838
00000100:00080000:3.0:1789764166.777210:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764166.777213:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764166.777217:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789764166.777219:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789764166.777244:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777847808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764166.777255:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789764166.777259:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789764166.777263:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777847168:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764166.777264:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764166.777268:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764166.777274:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3838
00000100:00080000:3.0:1789764166.777278:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764166.777281:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764166.777285:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764166.777295:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777847296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764166.777296:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777847936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789764166.777327:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764166.777339:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764166/real 1789764166]  req@ffff9c6f91ebb480 x1876699777847296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764166.777350:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777847296/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764166.777358:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764166.777360:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764166.777364:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777847296:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789764166.777368:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777847424:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789764166.777384:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764166.777392:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764166/real 1789764166]  req@ffff9c6f91eb9f80 x1876699777847424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764166.777402:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777847424/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764166.777409:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764166.777412:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764166.777415:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777847424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789764166.777420:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777847552:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789764166.777437:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764166.777448:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764166/real 1789764166]  req@ffff9c6f91ebb800 x1876699777847552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764166.777458:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777847552/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764166.777465:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764166.777468:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764166.777470:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777847552:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789764166.777475:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777847680:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789764166.777489:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764166.777497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764166/real 1789764166]  req@ffff9c6f91eb9500 x1876699777847680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764166.777512:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777847680/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764166.777519:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764166.777521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764166.777524:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777847680:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789764166.777528:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777847808:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789764166.777541:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764166.777548:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764166/real 1789764166]  req@ffff9c6f91eb9880 x1876699777847808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764166.777557:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777847808/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764166.777563:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764166.777566:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764166.777568:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777847808:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789764166.777583:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777847936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789764166.777601:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764166.777611:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764166/real 1789764166]  req@ffff9c6f91ebaa00 x1876699777847936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764166.777622:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777847936/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764166.777634:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764166.777637:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764166.777640:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777847936:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764166.904466:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764167.928412:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764168.953858:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764169.976371:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764171.000440:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764171.896415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764171.896424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764171.896428:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764171.896436:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3843
00000100:00080000:3.0:1789764171.896446:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764171.896452:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764171.896484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777848064/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764171.896512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764171.896516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764171.896518:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764171.896523:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3843
00000100:00080000:3.0:1789764171.896527:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764171.896532:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764171.896541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764171.896554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777848192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764171.896559:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777848064:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764171.896564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764171.896567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764171.896569:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764171.896572:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3843
00000100:00080000:3.0:1789764171.896575:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764171.896578:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764171.896582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764171.896590:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777848320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764171.896598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764171.896601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764171.896603:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764171.896605:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3843
00000100:00080000:3.0:1789764171.896608:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764171.896611:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:1.0:1789764171.896615:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789764171.896615:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764171.896624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777848448/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764171.896631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764171.896634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764171.896635:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764171.896639:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3843
00000100:00080000:3.0:1789764171.896642:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764171.896645:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764171.896649:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764171.896650:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764171/real 1789764171]  req@ffff9c6f91ebaa00 x1876699777848064/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764171.896657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777848576/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764171.896664:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777848064/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764171.896664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764171.896668:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764171.896670:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764171.896673:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3843
00000100:00080000:1.0:1789764171.896674:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764171.896677:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764171.896680:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777848064:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789764171.896767:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777848192:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789764171.896903:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764171.896946:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764171/real 1789764171]  req@ffff9c6f91eb9880 x1876699777848192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764171.896956:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789764171.896960:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777848192/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764171.896960:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764171.896965:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789764171.896968:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764171.896971:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764171.896974:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777848192:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764171.896976:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777848704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764171.896980:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777848320:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764171.896987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764171.896990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764171.896991:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764171.896994:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3843
00000100:00080000:3.0:1789764171.896998:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789764171.896999:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764171.897001:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764171.897005:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764171.897009:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764171/real 1789764171]  req@ffff9c6f91eb9500 x1876699777848320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764171.897014:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777848832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764171.897020:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777848320/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764171.897026:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764171.897029:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764171.897032:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777848320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789764171.897038:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777848448:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789764171.897056:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764171.897067:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764171/real 1789764171]  req@ffff9c6f91ebb800 x1876699777848448/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764171.897077:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777848448/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764171.897084:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764171.897087:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764171.897090:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777848448:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789764171.897096:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777848576:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789764171.897114:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764171.897125:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764171/real 1789764171]  req@ffff9c6f91eb9f80 x1876699777848576/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764171.897135:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777848576/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764171.897142:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764171.897144:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764171.897147:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777848576:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789764171.897163:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777848704:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789764171.897316:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764171.897328:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764171/real 1789764171]  req@ffff9c6f91ebb480 x1876699777848704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764171.897340:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777848704/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764171.897348:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764171.897351:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764171.897354:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777848704:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789764171.897360:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777848832:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789764171.897378:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764171.897388:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764171/real 1789764171]  req@ffff9c6f91ebad80 x1876699777848832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764171.897398:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777848832/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764171.897406:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764171.897409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764171.897412:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777848832:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764172.024682:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764173.048466:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764174.072872:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764175.096472:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764176.120427:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764177.016692:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764177.016703:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764177.016707:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764177.016717:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3848
00000100:00080000:1.0:1789764177.016728:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764177.016735:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764177.016783:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777848960/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764177.016811:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764177.016814:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764177.016816:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764177.016821:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3848
00000100:00080000:1.0:1789764177.016825:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764177.016829:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764177.016837:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764177.016850:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777849088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764177.016860:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764177.016863:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764177.016865:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764177.016868:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3848
00000100:00080000:1.0:1789764177.016872:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764177.016875:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764177.016879:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764177.016887:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777849216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764177.016897:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764177.016900:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764177.016901:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764177.016905:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3848
00000100:00080000:1.0:1789764177.016909:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764177.016912:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764177.016917:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764177.016928:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777849344/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764177.016936:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764177.016939:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764177.016940:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764177.016944:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3848
00000100:00080000:1.0:1789764177.016947:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764177.016950:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764177.016956:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764177.016966:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777849472/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764177.016974:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764177.016977:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764177.016978:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764177.016981:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3848
00000100:00080000:1.0:1789764177.016985:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764177.016988:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764177.016993:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764177.017003:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777849600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764177.017011:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764177.017014:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764177.017016:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764177.017019:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3848
00000100:00080000:1.0:1789764177.017022:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764177.017026:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764177.017031:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764177.017041:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777849728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764177.017114:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777848960:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789764177.017174:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764177.017211:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764177/real 1789764177]  req@ffff9c6f9118c700 x1876699777848960/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764177.017315:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777848960/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764177.017326:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764177.017329:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764177.017333:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777848960:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764177.017341:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777849088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764177.017431:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764177.017447:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764177/real 1789764177]  req@ffff9c6f9118f800 x1876699777849088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764177.017461:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777849088/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764177.017468:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764177.017472:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764177.017475:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777849088:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764177.017481:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777849216:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764177.017502:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764177.017514:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764177/real 1789764177]  req@ffff9c6f9118c380 x1876699777849216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764177.017524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777849216/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764177.017532:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764177.017535:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764177.017538:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777849216:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764177.017544:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777849344:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764177.017563:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764177.017574:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764177/real 1789764177]  req@ffff9c6f9118e680 x1876699777849344/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764177.017585:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777849344/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764177.017593:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764177.017595:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764177.017598:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777849344:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764177.017604:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777849472:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764177.017622:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764177.017633:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764177/real 1789764177]  req@ffff9c6f9118ed80 x1876699777849472/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764177.017644:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777849472/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764177.017652:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764177.017655:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764177.017658:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777849472:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764177.017664:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777849600:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764177.017684:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764177.017695:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764177/real 1789764177]  req@ffff9c6f9118d500 x1876699777849600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764177.017706:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777849600/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764177.017714:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764177.017717:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764177.017720:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777849600:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764177.017725:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777849728:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764177.017759:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764177.017770:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764177/real 1789764177]  req@ffff9c6f9118df80 x1876699777849728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764177.017781:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777849728/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764177.017789:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764177.017792:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764177.017795:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777849728:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789764177.144447:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764178.169382:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764179.192488:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764180.216763:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764181.240736:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764182.140668:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764182.140678:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764182.140683:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764182.140692:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3853
00000100:00080000:3.0:1789764182.140715:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764182.140723:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764182.140758:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777849856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764182.140947:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777849856:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789764182.141013:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764182.141082:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764182.141086:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764182.141089:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764182.141095:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3853
00000100:00080000:3.0:1789764182.141100:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764182.141105:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764182.141114:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764182.141130:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777849984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764182.141718:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764182/real 1789764182]  req@ffff9c6f91ebad80 x1876699777849856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764182.141737:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777849856/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764182.141747:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764182.141750:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764182.141754:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777849856:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764182.141776:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777849984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764182.141802:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764182.141816:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764182/real 1789764182]  req@ffff9c6f91ebb480 x1876699777849984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764182.141827:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777849984/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764182.141834:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764182.141836:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764182.141839:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777849984:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764182.142038:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764182.142041:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764182.142043:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764182.142047:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3853
00000100:00080000:3.0:1789764182.142050:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764182.142053:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764182.142059:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764182.142070:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777850112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764182.142102:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777850112:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764182.142118:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764182.142134:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764182.142137:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764182.142138:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764182.142141:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3853
00000100:00080000:3.0:1789764182.142143:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764182.142146:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764182.142149:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764182.142159:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777850240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764182.142189:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764182/real 1789764182]  req@ffff9c6f91eb9f80 x1876699777850112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764182.142197:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777850112/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764182.142202:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764182.142204:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764182.142206:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777850112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764182.142214:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777850240:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764182.142239:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764182.142246:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764182/real 1789764182]  req@ffff9c6f91ebb800 x1876699777850240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764182.142253:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777850240/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764182.142258:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764182.142260:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764182.142262:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777850240:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789764182.142299:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764182.142302:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764182.142303:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764182.142306:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3853
00000100:00080000:3.0:1789764182.142309:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764182.142311:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764182.142315:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764182.142323:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777850368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764182.142329:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764182.142332:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764182.142333:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764182.142335:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3853
00000100:00080000:3.0:1789764182.142337:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764182.142339:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764182.142341:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764182.142346:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777850496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764182.142355:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764182.142357:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764182.142358:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764182.142360:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3853
00000100:00080000:3.0:1789764182.142362:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764182.142363:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764182.142366:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764182.142370:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777850624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764182.142415:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777850368:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764182.142430:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764182.142437:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764182/real 1789764182]  req@ffff9c6f91eb9500 x1876699777850368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764182.142444:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777850368/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764182.142449:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764182.142451:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764182.142453:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777850368:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764182.142456:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777850496:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764182.142464:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764182.142469:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764182/real 1789764182]  req@ffff9c6f91eb9880 x1876699777850496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764182.142475:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777850496/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764182.142480:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764182.142482:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764182.142484:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777850496:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764182.142487:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777850624:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764182.142495:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764182.142499:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764182/real 1789764182]  req@ffff9c6f91ebaa00 x1876699777850624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764182.142505:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777850624/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764182.142509:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764182.142511:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764182.142513:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777850624:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764182.264438:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764183.288892:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764184.313000:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764185.336436:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764186.361703:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764187.256451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764187.256461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764187.256464:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764187.256474:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3858
00000100:00080000:3.0:1789764187.256484:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764187.256492:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764187.256527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777850752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764187.256557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764187.256560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764187.256562:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764187.256567:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3858
00000100:00080000:3.0:1789764187.256571:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764187.256575:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764187.256584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764187.256597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777850880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764187.256606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764187.256609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764187.256611:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764187.256614:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3858
00000100:00080000:3.0:1789764187.256617:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764187.256621:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764187.256625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764187.256635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777851008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764187.256643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764187.256646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764187.256648:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764187.256652:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3858
00000100:00080000:3.0:1789764187.256655:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764187.256658:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764187.256675:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764187.256688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777851136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764187.256703:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777850752:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764187.256727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764187.256731:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764187.256732:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764187.256738:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3858
00000100:00080000:3.0:1789764187.256742:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764187.256746:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764187.256752:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764187.256757:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764187.256765:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777851264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764187.256776:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764187.256779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764187.256781:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764187.256786:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3858
00000100:00080000:3.0:1789764187.256790:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764187.256793:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764187/real 1789764187]  req@ffff9c6f91ebaa00 x1876699777850752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764187.256797:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764187.256807:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764187.256816:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777850752/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764187.256822:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777851392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764187.256833:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764187.256839:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764187.256840:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789764187.256846:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789764187.256847:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777850752:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764187.256851:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764187.256857:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777850880:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764187.256860:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3858
00000100:00080000:3.0:1789764187.256866:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764187.256871:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764187.256878:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764187.256881:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764187.256894:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764187/real 1789764187]  req@ffff9c6f91eb9880 x1876699777850880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764187.256907:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777851520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764187.256908:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777850880/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764187.256936:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764187.256940:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764187.256944:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777850880:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764187.256950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777851008:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764187.256967:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764187.256976:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764187/real 1789764187]  req@ffff9c6f91eb9500 x1876699777851008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764187.256986:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777851008/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764187.256994:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764187.256997:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764187.257000:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777851008:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764187.257020:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777851136:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764187.257034:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764187.257043:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764187/real 1789764187]  req@ffff9c6f91ebb800 x1876699777851136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764187.257053:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777851136/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764187.257061:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764187.257064:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764187.257067:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777851136:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764187.257072:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777851264:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764187.257084:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764187.257092:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764187/real 1789764187]  req@ffff9c6f91eb9f80 x1876699777851264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764187.257102:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777851264/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764187.257110:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764187.257112:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764187.257115:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777851264:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764187.257120:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777851392:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764187.257133:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764187.257140:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764187/real 1789764187]  req@ffff9c6f91ebb480 x1876699777851392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764187.257151:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777851392/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764187.257159:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764187.257161:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764187.257164:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777851392:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764187.257169:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777851520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764187.257182:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764187.257189:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764187/real 1789764187]  req@ffff9c6f91ebad80 x1876699777851520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764187.257199:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777851520/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764187.257206:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764187.257209:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764187.257212:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777851520:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764187.384473:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764188.408414:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764189.432532:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764190.456746:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764191.480456:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764192.377709:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764192.377718:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764192.377722:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764192.377732:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3864
00000100:00080000:3.0:1789764192.377742:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764192.377750:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764192.377787:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777851648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764192.377819:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764192.377823:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764192.377824:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764192.377829:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3864
00000100:00080000:3.0:1789764192.377833:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764192.377837:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764192.377846:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764192.377860:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777851776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764192.377870:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764192.377873:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764192.377875:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764192.377878:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3864
00000100:00080000:3.0:1789764192.377882:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764192.377885:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764192.377890:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764192.377900:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777851904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764192.377909:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764192.377913:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764192.377915:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764192.377918:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3864
00000100:00080000:3.0:1789764192.377922:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764192.377925:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764192.377930:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764192.377940:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777852032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764192.377949:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764192.377952:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764192.377954:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764192.377958:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3864
00000100:00080000:3.0:1789764192.377961:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764192.377965:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764192.377969:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764192.377979:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777852160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764192.377987:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764192.377990:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764192.377992:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764192.377995:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3864
00000100:00080000:3.0:1789764192.377998:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764192.378002:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764192.378006:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764192.378015:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777852288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764192.378024:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764192.378027:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764192.378029:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764192.378032:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3864
00000100:00080000:3.0:1789764192.378035:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764192.378039:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764192.378043:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764192.378051:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777852416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764192.378684:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777851648:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789764192.378736:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764192.378769:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764192/real 1789764192]  req@ffff9c6f91ebad80 x1876699777851648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764192.378783:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777851648/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764192.378793:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764192.378797:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764192.378800:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777851648:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764192.378806:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777851776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764192.378823:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764192.378833:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764192/real 1789764192]  req@ffff9c6f91ebb480 x1876699777851776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764192.378844:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777851776/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764192.378852:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764192.378855:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764192.378858:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777851776:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764192.378863:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777851904:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764192.378881:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764192.378891:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764192/real 1789764192]  req@ffff9c6f91eb9f80 x1876699777851904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764192.378901:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777851904/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764192.378907:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764192.378910:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764192.378913:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777851904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764192.378919:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777852032:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764192.378934:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764192.378943:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764192/real 1789764192]  req@ffff9c6f91ebb800 x1876699777852032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764192.378952:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777852032/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764192.378958:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764192.378961:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764192.378964:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777852032:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764192.378969:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777852160:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764192.378982:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764192.378990:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764192/real 1789764192]  req@ffff9c6f91eb9500 x1876699777852160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764192.379001:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777852160/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764192.379008:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764192.379011:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764192.379014:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777852160:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764192.379019:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777852288:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764192.379038:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764192.379047:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764192/real 1789764192]  req@ffff9c6f91eb9880 x1876699777852288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764192.379057:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777852288/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764192.379065:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764192.379068:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764192.379070:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777852288:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764192.379075:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777852416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764192.379089:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764192.379096:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764192/real 1789764192]  req@ffff9c6f91ebaa00 x1876699777852416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764192.379107:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777852416/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764192.379114:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764192.379117:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764192.379120:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777852416:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789764192.504402:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764193.528667:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764194.554157:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764195.576652:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764196.600432:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764197.497541:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764197.497550:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764197.497555:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764197.497578:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3869
00000100:00080000:1.0:1789764197.497597:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764197.497605:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764197.497638:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777852544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764197.497663:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764197.497667:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764197.497669:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764197.497673:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3869
00000100:00080000:1.0:1789764197.497678:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764197.497682:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764197.497690:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764197.497704:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777852672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764197.497715:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789764197.497716:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777852544:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764197.497719:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764197.497724:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764197.497730:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3869
00000100:00080000:1.0:1789764197.497734:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764197.497738:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764197.497743:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764197.497755:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777852800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764197.497765:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764197.497768:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764197.497769:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764197.497773:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3869
00000800:00000100:3.0:1789764197.497778:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:1.0:1789764197.497779:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764197.497786:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764197.497792:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764197.497804:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777852928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764197.497813:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764197.497818:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:3.0:1789764197.497818:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764197/real 1789764197]  req@ffff9c6f9118ca80 x1876699777852544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764197.497820:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764197.497830:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3869
00000100:00080000:1.0:1789764197.497837:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764197.497842:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764197.497845:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777852544/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789764197.497849:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789764197.497860:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764197.497866:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764197.497867:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777853056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764197.497871:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777852544:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764197.497885:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764197.497889:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764197.497891:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764197.497895:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3869
00000100:00100000:3.0:1789764197.497898:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777852672:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789764197.497900:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764197.497908:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764197.497913:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789764197.497923:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764197.497927:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777853184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764197.497937:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764197/real 1789764197]  req@ffff9c6f9118d180 x1876699777852672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764197.497939:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764197.497948:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764197.497951:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764197.497956:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3869
00000100:00100000:3.0:1789764197.497959:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777852672/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764197.497962:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764197.497970:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789764197.497973:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789764197.497977:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789764197.497978:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764197.497984:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777852672:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789764197.497995:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777853312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764197.498066:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777852800:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764197.498766:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764197.498828:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764197/real 1789764197]  req@ffff9c6f9118dc00 x1876699777852800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764197.498848:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777852800/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764197.498857:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764197.498861:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764197.498864:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777852800:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764197.498871:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777852928:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764197.498890:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764197.498900:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764197/real 1789764197]  req@ffff9c6f9118ce00 x1876699777852928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764197.498911:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777852928/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764197.498918:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764197.498921:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764197.498924:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777852928:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764197.498930:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777853056:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764197.498944:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764197.498952:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764197/real 1789764197]  req@ffff9c6f9118f100 x1876699777853056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764197.498963:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777853056/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764197.498970:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764197.498973:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764197.498976:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777853056:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764197.499003:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777853184:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764197.499019:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764197.499028:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764197/real 1789764197]  req@ffff9c6f9118ca80 x1876699777853184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764197.499038:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777853184/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764197.499051:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764197.499055:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764197.499058:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777853184:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764197.499063:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777853312:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764197.499084:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764197.499093:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764197/real 1789764197]  req@ffff9c6f9118df80 x1876699777853312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764197.499112:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777853312/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764197.499125:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764197.499129:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764197.499138:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777853312:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764197.624396:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764198.648387:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764199.673074:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764200.697274:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764201.720489:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764202.617618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764202.617628:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764202.617632:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764202.617641:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3874
00000100:00080000:3.0:1789764202.617651:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764202.617657:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764202.617693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777853440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764202.617768:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777853440:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789764202.617823:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764202.617860:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764202.617863:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764202.617866:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764202.617870:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3874
00000100:00080000:3.0:1789764202.617874:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764202.617878:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764202.617886:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764202.617900:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777853568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764202.617963:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764202/real 1789764202]  req@ffff9c6f91ebaa00 x1876699777853440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764202.617979:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777853440/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764202.617987:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764202.617991:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764202.617995:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777853440:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764202.618015:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777853568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764202.618037:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764202.618047:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764202/real 1789764202]  req@ffff9c6f91eb9880 x1876699777853568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764202.618067:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777853568/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764202.618075:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764202.618078:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764202.618081:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777853568:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764202.618457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764202.618462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764202.618464:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764202.618468:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3874
00000100:00080000:3.0:1789764202.618473:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764202.618477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764202.618483:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764202.618496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777853696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764202.618539:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777853696:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764202.618576:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764202.618596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764202.618600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764202.618601:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764202.618606:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3874
00000100:00080000:3.0:1789764202.618609:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764202.618613:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764202.618618:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764202.618629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777853824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764202.618664:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764202/real 1789764202]  req@ffff9c6f91eb9500 x1876699777853696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764202.618675:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777853696/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764202.618682:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764202.618685:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764202.618688:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777853696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764202.618700:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777853824:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764202.618719:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764202.618729:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764202/real 1789764202]  req@ffff9c6f91ebb800 x1876699777853824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764202.618739:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777853824/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764202.618746:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764202.618749:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764202.618752:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777853824:192.168.203.138@tcp:8:kworker.0
00000100:00080000:3.0:1789764202.618793:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764202.618796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764202.618798:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764202.618802:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3874
00000100:00080000:3.0:1789764202.618806:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764202.618810:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764202.618815:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764202.618827:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777853952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764202.618835:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764202.618838:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764202.618839:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764202.618947:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3874
00000100:00080000:3.0:1789764202.618951:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764202.618955:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764202.618960:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764202.618972:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777854080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764202.618980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764202.618983:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764202.618984:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764202.618987:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3874
00000100:00080000:3.0:1789764202.618990:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764202.618994:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764202.618997:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764202.619004:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777854208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764202.619115:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777853952:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764202.619138:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764202.619148:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764202/real 1789764202]  req@ffff9c6f91eb9f80 x1876699777853952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764202.619158:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777853952/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764202.619165:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764202.619168:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764202.619171:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777853952:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764202.619176:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777854080:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764202.619191:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764202.619199:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764202/real 1789764202]  req@ffff9c6f91ebb480 x1876699777854080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764202.619209:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777854080/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764202.619215:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764202.619218:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764202.619247:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777854080:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764202.619254:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777854208:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764202.619271:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764202.619281:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764202/real 1789764202]  req@ffff9c6f91ebad80 x1876699777854208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764202.619290:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777854208/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764202.619297:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764202.619300:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764202.619302:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777854208:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764202.746878:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764203.768427:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764204.792949:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764205.816900:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764206.842630:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764207.736344:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764207.736353:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764207.736358:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764207.736366:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3879
00000100:00080000:1.0:1789764207.736377:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764207.736384:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764207.736416:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777854336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764207.736454:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764207.736458:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764207.736460:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764207.736464:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3879
00000100:00080000:1.0:1789764207.736468:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764207.736472:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764207.736481:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764207.736503:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777854464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764207.736525:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777854336:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764207.736528:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764207.736535:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764207.736536:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764207.736540:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3879
00000100:00080000:1.0:1789764207.736544:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764207.736548:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764207.736553:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764207.736574:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777854592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764207.736605:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764207.736608:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764207.736609:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764207.736614:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3879
00000100:00080000:1.0:1789764207.736618:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764207.736623:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777854464:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789764207.736626:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764207.736635:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764207.736646:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777854720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764207.736658:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764207.736662:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764207.736664:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764207.736668:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3879
00000100:00080000:1.0:1789764207.736672:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764207.736673:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777854592:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789764207.736681:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764207.736689:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764207.736702:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777854848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764207.736712:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777854720:192.168.203.138@tcp:8:kworker.0
00000100:00080000:1.0:1789764207.736714:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764207.736720:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764207.736722:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764207.736727:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3879
00000100:00080000:1.0:1789764207.736732:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764207.736737:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764207.736742:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764207.736744:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777854848:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789764207.736769:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777854976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764207.736786:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764207.736790:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764207.736792:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764207.736797:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3879
00000100:00080000:1.0:1789764207.736801:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764207.736805:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777854976:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789764207.736809:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764207.736816:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764207.736831:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777855104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764207.736867:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777855104:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764207.864668:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764208.888450:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764209.912688:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789764210.810028:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789764210.810076:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789764210.810094:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764210.810141:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764210.810150:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764210.810157:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764210.810165:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764210.810172:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764210.810178:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:0.0:1789764210.810586:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764207/real 1789764210]  req@ffff9c6f9118df80 x1876699777855104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764210.810610:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777855104/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764210.810620:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764210.810625:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764210.810630:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777855104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764210.810637:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764207/real 1789764210]  req@ffff9c6f9118c700 x1876699777854976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764210.810670:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777854976/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764210.810678:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764210.810681:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764210.810684:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777854976:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764210.810691:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764207/real 1789764210]  req@ffff9c6f9118f800 x1876699777854848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764210.810702:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777854848/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764210.810710:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764210.810713:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764210.810715:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777854848:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764210.810721:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764207/real 1789764210]  req@ffff9c6f9118c380 x1876699777854720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764210.810730:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777854720/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764210.810737:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764210.810740:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764210.810743:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777854720:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764210.810749:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764207/real 1789764210]  req@ffff9c6f9118ed80 x1876699777854464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764210.810758:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777854464/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764210.810776:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764210.810780:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764210.810783:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777854464:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764210.810790:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764207/real 1789764210]  req@ffff9c6f9118e680 x1876699777854592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764210.810801:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777854592/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764210.810808:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764210.810811:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764210.810813:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777854592:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764210.810819:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764207/real 1789764210]  req@ffff9c6f9118d500 x1876699777854336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764210.810838:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777854336/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764210.810845:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764210.810847:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764210.810850:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777854336:192.168.203.138@tcp:250:kworker.0
00010000:00010000:3.0:1789764210.936359:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764211.960360:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764212.856319:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764212.856328:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764212.856332:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764212.856343:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3884
00000100:00080000:3.0:1789764212.856354:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764212.856361:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764212.856394:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777855232/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764212.856420:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764212.856424:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764212.856426:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764212.856429:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3884
00000100:00080000:3.0:1789764212.856433:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764212.856437:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764212.856446:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764212.856459:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777855360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764212.856467:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777855232:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764212.856499:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764212.856503:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764212.856505:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764212.856509:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3884
00000100:00080000:3.0:1789764212.856513:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764212.856517:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764212.856522:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764212.856535:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777855488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764212.856544:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764212.856556:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764212.856559:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764212.856565:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764212.856570:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3884
00000100:00080000:3.0:1789764212.856574:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764212.856578:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764212.856582:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764212/real 1789764212]  req@ffff9c6f91ebad80 x1876699777855232/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789764212.856585:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764212.856602:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777855616/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764212.856607:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777855232/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764212.856620:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764212.856624:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764212.856625:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764212.856629:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764212.856633:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789764212.856637:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3884
00000100:00100000:0.0:1789764212.856640:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777855232:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764212.856643:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764212.856650:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764212.856656:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764212.856666:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777855744/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764212.856669:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777855360:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764212.856688:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764212.856692:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764212.856694:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764212.856698:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3884
00000100:00080000:3.0:1789764212.856703:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789764212.856707:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764212.856711:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764212.856717:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764212.856725:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764212/real 1789764212]  req@ffff9c6f91ebb480 x1876699777855360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764212.856731:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777855872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764212.856746:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764212.856747:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777855360/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764212.856753:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764212.856757:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764212.856764:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764212.856765:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3884
00000100:00080000:0.0:1789764212.856771:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789764212.856772:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764212.856777:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777855360:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764212.856781:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764212.856789:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764212.856790:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777855488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764212.856802:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777856000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764212.856818:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764212.856832:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764212/real 1789764212]  req@ffff9c6f91eb9f80 x1876699777855488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764212.856852:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777855488/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764212.856860:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764212.856863:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764212.856865:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777855488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764212.856871:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777855616:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764212.856889:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764212.856899:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764212/real 1789764212]  req@ffff9c6f91ebb800 x1876699777855616/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764212.856914:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777855616/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764212.856921:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764212.856924:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764212.856927:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777855616:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764212.856941:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777855744:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764212.856959:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764212.856969:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764212/real 1789764212]  req@ffff9c6f91eb9500 x1876699777855744/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764212.856980:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777855744/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764212.856987:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764212.856990:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764212.856993:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777855744:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764212.856999:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777855872:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764212.857016:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764212.857026:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764212/real 1789764212]  req@ffff9c6f91eb9880 x1876699777855872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764212.857036:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777855872/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764212.857048:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764212.857051:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764212.857054:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777855872:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764212.857060:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777856000:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764212.857077:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764212.857087:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764212/real 1789764212]  req@ffff9c6f91ebaa00 x1876699777856000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764212.857095:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777856000/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764212.857101:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764212.857103:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764212.857106:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777856000:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764212.984366:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764214.008386:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764215.032441:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764216.056520:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764217.080385:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764217.976362:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764217.976373:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764217.976377:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764217.976387:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3889
00000100:00080000:3.0:1789764217.976398:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764217.976406:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764217.976459:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777856128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764217.976489:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764217.976493:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764217.976494:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764217.976499:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3889
00000100:00080000:3.0:1789764217.976503:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764217.976506:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764217.976515:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764217.976529:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777856256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764217.976537:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777856128:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764217.976541:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764217.976547:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764217.976549:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764217.976553:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3889
00000100:00080000:3.0:1789764217.976556:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764217.976560:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764217.976565:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764217.976578:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777856384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764217.976588:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764217.976591:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764217.976592:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764217.976596:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3889
00000800:00000100:0.0:1789764217.976601:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764217.976612:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764217.976619:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764217.976625:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764217.976639:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777856512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764217.976644:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764217/real 1789764217]  req@ffff9c6f91ebaa00 x1876699777856128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764217.976652:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764217.976661:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764217.976665:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764217.976674:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777856128/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764217.976687:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3889
00000100:00080000:0.0:1789764217.976691:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764217.976693:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764217.976700:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789764217.976701:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764217.976711:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777856128:192.168.203.138@tcp:250:kworker.0
00000008:00100000:3.0:1789764217.976711:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764217.976730:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777856640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764217.976739:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777856256:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764217.976743:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764217.976748:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764217.976750:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764217.976756:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3889
00000100:00080000:3.0:1789764217.976760:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764217.976765:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789764217.976769:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:3.0:1789764217.976773:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764217.976784:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764217/real 1789764217]  req@ffff9c6f91eb9880 x1876699777856256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764217.976789:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777856768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764217.976808:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764217.976811:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777856256/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764217.976812:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764217.976815:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764217.976826:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3889
00000100:00080000:0.0:1789764217.976828:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764217.976830:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764217.976834:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789764217.976836:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764217.976842:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777856256:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789764217.976843:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764217.976853:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777856384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764217.976859:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777856896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764217.976877:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764217.976889:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764217/real 1789764217]  req@ffff9c6f91eb9500 x1876699777856384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764217.976904:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777856384/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764217.976911:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764217.976914:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764217.976917:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777856384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764217.976923:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777856512:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764217.976938:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764217.976946:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764217/real 1789764217]  req@ffff9c6f91ebb800 x1876699777856512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764217.976957:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777856512/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764217.976964:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764217.976967:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764217.976970:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777856512:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764217.976982:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777856640:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764217.976997:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764217.977005:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764217/real 1789764217]  req@ffff9c6f91eb9f80 x1876699777856640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764217.977015:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777856640/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764217.977022:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764217.977025:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764217.977027:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777856640:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764217.977033:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777856768:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764217.977048:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764217.977056:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764217/real 1789764217]  req@ffff9c6f91ebb480 x1876699777856768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764217.977066:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777856768/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764217.977073:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764217.977077:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764217.977080:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777856768:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764217.977085:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777856896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764217.977100:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764217.977109:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764217/real 1789764217]  req@ffff9c6f91ebad80 x1876699777856896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764217.977119:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777856896/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764217.977125:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764217.977128:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764217.977130:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777856896:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764218.104412:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764219.128574:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764220.152396:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764221.176476:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764222.201622:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764223.096583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764223.096594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764223.096597:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764223.096608:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3894
00000100:00080000:2.0:1789764223.096619:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764223.096627:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789764223.096667:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777857024/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764223.096692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764223.096695:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764223.096697:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764223.096713:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3894
00000100:00080000:2.0:1789764223.096718:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764223.096722:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764223.096731:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764223.096732:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777857024:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789764223.096742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777857152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764223.096752:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764223.096755:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764223.096756:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764223.096759:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3894
00000800:00000100:0.0:1789764223.096785:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764223.096819:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764223/real 1789764223]  req@ffff9c6f851a1f80 x1876699777857024/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764223.096836:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777857024/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764223.096842:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764223.096845:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764223.096846:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:0.0:1789764223.096848:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764223.096852:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777857024:192.168.203.138@tcp:250:kworker.0
00000008:00100000:2.0:1789764223.096852:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764223.096863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777857280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764223.096872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764223.096873:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777857152:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789764223.096875:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764223.096877:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764223.096880:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3894
00000100:00080000:2.0:1789764223.096883:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764223.096886:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000800:00000100:0.0:1789764223.096891:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000008:00100000:2.0:1789764223.096891:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764223.096901:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777857408/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764223.096902:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764223/real 1789764223]  req@ffff9c6f851a1c00 x1876699777857152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764223.096910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764223.096913:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789764223.096914:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777857152/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764223.096915:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764223.096919:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3894
00000100:00080000:2.0:1789764223.096921:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764223.096922:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764223.096925:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789764223.096925:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764223.096928:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777857152:192.168.203.138@tcp:38:kworker.0
00000008:00100000:2.0:1789764223.096929:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764223.096937:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777857536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764223.096938:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777857280:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789764223.096946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764223.096949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764223.096951:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789764223.096953:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789764223.096954:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3894
00000100:00080000:2.0:1789764223.096956:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764223.096960:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764223.096963:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764223/real 1789764223]  req@ffff9c6f851a3b80 x1876699777857280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789764223.096964:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764223.096973:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777857280/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764223.096973:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777857664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764223.096982:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764223.096983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764223.096984:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789764223.096986:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789764223.096988:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777857280:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789764223.096988:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764223.096991:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3894
00000100:00100000:0.0:1789764223.096993:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777857408:192.168.203.138@tcp:8:kworker.0
00000100:00080000:2.0:1789764223.096994:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764223.096997:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764223.097001:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764223.097008:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764223.097008:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777857792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764223.097016:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764223/real 1789764223]  req@ffff9c6f851a1180 x1876699777857408/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764223.097026:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777857408/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764223.097033:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764223.097035:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764223.097039:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777857408:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764223.097051:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777857536:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764223.097068:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764223.097078:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764223/real 1789764223]  req@ffff9c6f851a1500 x1876699777857536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764223.097087:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777857536/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764223.097094:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764223.097097:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764223.097100:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777857536:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764223.097105:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777857664:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764223.097122:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764223.097131:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764223/real 1789764223]  req@ffff9c6f851a0000 x1876699777857664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764223.097139:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777857664/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764223.097144:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764223.097145:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764223.097147:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777857664:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764223.097150:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777857792:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764223.097161:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764223.097167:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764223/real 1789764223]  req@ffff9c6f851a3480 x1876699777857792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764223.097172:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777857792/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764223.097177:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764223.097178:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764223.097180:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777857792:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789764223.224762:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764224.249596:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764225.272416:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764226.296492:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764227.320448:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764228.216511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764228.216519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764228.216523:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764228.216532:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3899
00000100:00080000:0.0:1789764228.216541:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764228.216548:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764228.216580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777857920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764228.216612:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764228.216616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764228.216617:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764228.216621:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3899
00000100:00080000:0.0:1789764228.216625:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764228.216628:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764228.216636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764228.216649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777858048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764228.216667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764228.216671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764228.216672:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764228.216676:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3899
00000100:00080000:0.0:1789764228.216679:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764228.216682:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764228.216686:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764228.216696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777858176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764228.216704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764228.216707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764228.216709:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764228.216712:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3899
00000100:00080000:0.0:1789764228.216715:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764228.216718:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764228.216723:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764228.216732:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777858304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764228.216740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764228.216743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764228.216744:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764228.216747:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3899
00000100:00080000:0.0:1789764228.216750:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764228.216753:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764228.216756:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764228.216765:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777858432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764228.216774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764228.216777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764228.216779:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764228.216785:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3899
00000100:00100000:2.0:1789764228.216786:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777857920:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789764228.216789:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764228.216796:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764228.216801:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764228.216812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777858560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764228.216820:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764228.216824:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764228.216826:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764228.216830:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3899
00000100:00080000:0.0:1789764228.216833:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764228.216836:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764228.216840:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764228.216849:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777858688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789764228.216909:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764228.216960:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764228/real 1789764228]  req@ffff9c6f84ef6680 x1876699777857920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764228.217166:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777857920/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764228.217177:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764228.217181:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764228.217184:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777857920:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789764228.217191:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777858048:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789764228.217215:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764228.217248:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764228/real 1789764228]  req@ffff9c6f84ef4700 x1876699777858048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764228.217261:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777858048/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764228.217269:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764228.217272:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764228.217275:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777858048:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789764228.217281:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777858176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789764228.217382:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764228.217397:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764228/real 1789764228]  req@ffff9c6f84ef7480 x1876699777858176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764228.217410:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777858176/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764228.217418:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764228.217421:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764228.217425:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777858176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789764228.217431:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777858304:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789764228.217450:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764228.217461:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764228/real 1789764228]  req@ffff9c6f84ef4e00 x1876699777858304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764228.217472:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777858304/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764228.217480:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764228.217483:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764228.217486:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777858304:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789764228.217493:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777858432:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789764228.217512:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764228.217522:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764228/real 1789764228]  req@ffff9c6f84ef4a80 x1876699777858432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764228.217533:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777858432/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764228.217541:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764228.217544:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764228.217547:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777858432:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789764228.217575:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777858560:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789764228.217595:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764228.217606:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764228/real 1789764228]  req@ffff9c6f84ef4000 x1876699777858560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764228.217617:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777858560/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764228.217624:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764228.217626:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764228.217630:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777858560:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789764228.217649:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777858688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789764228.217671:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764228.217682:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764228/real 1789764228]  req@ffff9c6f84ef5500 x1876699777858688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764228.217692:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777858688/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764228.217699:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764228.217701:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764228.217716:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777858688:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764228.346549:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764229.368380:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764230.397713:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764231.416357:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764232.441849:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764233.336313:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764233.336323:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764233.336342:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764233.336353:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3904
00000100:00080000:0.0:1789764233.336364:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764233.336371:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764233.336407:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777858816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764233.336441:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764233.336444:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764233.336446:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764233.336451:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3904
00000100:00080000:0.0:1789764233.336454:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764233.336458:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764233.336467:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764233.336479:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777858944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764233.336489:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764233.336492:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764233.336494:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764233.336498:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3904
00000100:00080000:0.0:1789764233.336501:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764233.336505:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764233.336509:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764233.336519:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777859072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764233.336528:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764233.336531:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764233.336533:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764233.336536:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3904
00000100:00080000:0.0:1789764233.336539:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764233.336543:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764233.336548:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764233.336559:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777859200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764233.336568:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764233.336572:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764233.336573:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789764233.336577:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777858816:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789764233.336580:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3904
00000100:00080000:0.0:1789764233.336587:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764233.336591:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764233.336596:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764233.336608:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777859328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764233.336617:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764233.336621:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764233.336622:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764233.336625:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3904
00000100:00080000:0.0:1789764233.336629:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764233.336633:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764233.336638:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789764233.336639:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764233.336652:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777859456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764233.336662:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764233.336665:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764233.336667:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764233.336671:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3904
00000100:00080000:0.0:1789764233.336675:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764233.336678:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764233.336683:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764233.336693:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777859584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789764233.336697:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764233/real 1789764233]  req@ffff9c6f84ef5f80 x1876699777858816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764233.336737:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777858816/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764233.336748:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764233.336752:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764233.336756:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777858816:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789764233.336763:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777858944:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789764233.336786:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764233.336802:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764233/real 1789764233]  req@ffff9c6f84ef7800 x1876699777858944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764233.336813:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777858944/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764233.336821:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764233.336825:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764233.336829:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777858944:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789764233.336835:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777859072:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789764233.336854:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764233.336866:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764233/real 1789764233]  req@ffff9c6f84ef6a00 x1876699777859072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764233.336878:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777859072/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764233.336887:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764233.336891:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764233.336907:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777859072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789764233.336944:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777859200:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789764233.336966:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764233.336976:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764233/real 1789764233]  req@ffff9c6f84ef5880 x1876699777859200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764233.336985:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777859200/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764233.337002:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764233.337005:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764233.337014:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777859200:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789764233.337020:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777859328:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789764233.337037:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764233.337062:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764233/real 1789764233]  req@ffff9c6f84ef6d80 x1876699777859328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764233.337074:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777859328/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764233.337081:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764233.337084:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764233.337087:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777859328:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789764233.337093:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777859456:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789764233.337112:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764233.337124:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764233/real 1789764233]  req@ffff9c6f84ef6300 x1876699777859456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764233.337134:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777859456/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764233.337153:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764233.337156:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764233.337160:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777859456:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789764233.337166:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777859584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789764233.337185:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764233.337196:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764233/real 1789764233]  req@ffff9c6f84ef4380 x1876699777859584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764233.337206:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777859584/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764233.337213:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764233.337216:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764233.337219:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777859584:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789764233.466401:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764234.489646:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764235.512428:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764236.536513:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764237.560514:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764238.456404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764238.456414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764238.456418:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764238.456429:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3910
00000100:00080000:2.0:1789764238.456440:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764238.456447:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789764238.456482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777859712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764238.456825:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777859712:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789764238.456884:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789764238.457382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764238.457387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764238.457389:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764238.457395:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3910
00000100:00080000:2.0:1789764238.457400:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764238.457406:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764238.457415:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764238.457431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777859840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764238.457473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764238.457477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764238.457479:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764238.457483:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3910
00000100:00080000:2.0:1789764238.457487:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764238.457491:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764238.457495:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764238.457506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777859968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764238.457515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764238.457519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764238.457520:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764238.457526:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764238/real 1789764238]  req@ffff9c6f851a2300 x1876699777859712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764238.457526:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3910
00000100:00080000:2.0:1789764238.457529:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764238.457535:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764238.457543:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764238.457556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777860096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764238.457558:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777859712/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764238.457579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764238.457583:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764238.457584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764238.457588:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764238.457592:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00080000:2.0:1789764238.457596:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3910
00000100:00100000:0.0:1789764238.457601:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777859712:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789764238.457603:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764238.457610:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764238.457615:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764238.457627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777860224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764238.457631:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777859840:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789764238.457644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764238.457648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764238.457650:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764238.457654:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3910
00000100:00080000:2.0:1789764238.457658:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764238.457662:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764238.457667:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764238.457668:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764238.457679:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777860352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764238.457689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764238.457692:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764238.457693:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764238.457696:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3910
00000100:00080000:2.0:1789764238.457856:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764238.457862:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764238.457869:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764238.457882:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777860480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764238.459075:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764238/real 1789764238]  req@ffff9c6f851a2680 x1876699777859840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764238.459099:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777859840/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764238.459110:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764238.459114:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764238.459119:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777859840:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764238.459127:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777859968:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764238.459185:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764238.459200:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764238/real 1789764238]  req@ffff9c6f851a0380 x1876699777859968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764238.459213:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777859968/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764238.459236:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764238.459240:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764238.459244:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777859968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764238.459251:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777860096:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764238.459271:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764238.459283:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764238/real 1789764238]  req@ffff9c6f851a2d80 x1876699777860096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764238.459310:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777860096/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764238.459466:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764238.459470:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764238.459473:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777860096:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764238.459499:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777860224:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764238.459521:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764238.459532:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764238/real 1789764238]  req@ffff9c6f851a2300 x1876699777860224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764238.459549:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777860224/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764238.459556:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764238.459559:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764238.459562:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777860224:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764238.459568:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777860352:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764238.459586:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764238.459595:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764238/real 1789764238]  req@ffff9c6f851a3480 x1876699777860352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764238.459606:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777860352/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764238.459613:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764238.459616:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764238.459619:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777860352:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764238.459625:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777860480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764238.459657:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764238.459668:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764238/real 1789764238]  req@ffff9c6f851a0000 x1876699777860480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764238.459678:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777860480/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764238.459691:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764238.459695:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764238.459699:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777860480:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789764238.586523:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764239.609212:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764240.633318:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764241.656901:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764242.680736:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764243.576361:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764243.576371:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764243.576375:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764243.576385:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3915
00000100:00080000:0.0:1789764243.576396:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764243.576404:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764243.576438:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777860608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789764243.576506:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777860608:192.168.203.138@tcp:250:kworker.0
00000800:00000100:2.0:1789764243.576564:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789764243.576596:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764243.576601:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764243.576602:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764243.576607:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3915
00000100:00080000:0.0:1789764243.576611:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764243.576616:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764243.576624:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764243.576638:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777860736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789764243.577473:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764243/real 1789764243]  req@ffff9c6f84ef5c00 x1876699777860608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764243.577494:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777860608/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764243.577505:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764243.577509:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764243.577513:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777860608:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789764243.577537:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777860736:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789764243.577565:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764243.577578:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764243/real 1789764243]  req@ffff9c6f84ef4380 x1876699777860736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764243.577590:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777860736/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764243.577599:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764243.577602:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764243.577606:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777860736:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789764243.578417:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764243.578424:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764243.578426:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764243.578432:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3915
00000100:00080000:0.0:1789764243.578439:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764243.578444:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764243.578452:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764243.578473:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777860864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789764243.578598:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777860864:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789764243.578630:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789764243.578655:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764243.578658:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764243.578660:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764243.578664:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3915
00000100:00080000:0.0:1789764243.578669:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764243.578682:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764243.578687:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764243.578699:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777860992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789764243.579511:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764243/real 1789764243]  req@ffff9c6f84ef6300 x1876699777860864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764243.579530:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777860864/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764243.579540:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764243.579544:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764243.579548:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777860864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789764243.579567:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777860992:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789764243.579666:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764243.579803:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764243/real 1789764243]  req@ffff9c6f84ef6d80 x1876699777860992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764243.579816:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777860992/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764243.579824:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764243.579828:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764243.579832:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777860992:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789764243.579982:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764243.579986:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764243.579988:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764243.579993:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3915
00000100:00080000:0.0:1789764243.579998:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764243.580003:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764243.580009:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764243.580024:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777861120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764243.580036:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764243.580039:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764243.580041:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764243.580045:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3915
00000100:00080000:0.0:1789764243.580048:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764243.580051:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764243.580056:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764243.580066:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777861248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764243.580086:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764243.580090:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764243.580091:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764243.580095:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3915
00000100:00080000:0.0:1789764243.580098:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764243.580101:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764243.580105:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764243.580114:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777861376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789764243.580170:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777861120:192.168.203.138@tcp:8:kworker.0
00000800:00000100:2.0:1789764243.580195:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764243.580207:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764243/real 1789764243]  req@ffff9c6f84ef5880 x1876699777861120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764243.580262:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777861120/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764243.580271:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764243.580274:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764243.580277:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777861120:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789764243.580284:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777861248:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789764243.580304:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764243.580316:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764243/real 1789764243]  req@ffff9c6f84ef6a00 x1876699777861248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764243.580327:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777861248/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764243.580335:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764243.580338:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764243.580341:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777861248:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789764243.580346:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777861376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:2.0:1789764243.580660:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764243.580807:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764243/real 1789764243]  req@ffff9c6f84ef7800 x1876699777861376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764243.580821:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777861376/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764243.580835:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764243.580838:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:2.0:1789764243.580841:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777861376:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764243.704686:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764244.728459:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764245.752394:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764246.776385:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764247.800430:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764248.697030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764248.697062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764248.697066:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764248.697077:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3920
00000100:00080000:2.0:1789764248.697088:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764248.697095:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789764248.697144:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777861504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764248.697181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764248.697186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764248.697188:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764248.697206:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3920
00000100:00080000:2.0:1789764248.697210:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764248.697246:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764248.697256:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764248.697269:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777861632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764248.697279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764248.697282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764248.697285:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764248.697288:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3920
00000100:00080000:2.0:1789764248.697292:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764248.697296:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764248.697301:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764248.697311:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777861760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764248.697321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764248.697324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764248.697326:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764248.697329:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3920
00000100:00080000:2.0:1789764248.697333:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764248.697337:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764248.697342:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764248.697352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777861888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764248.697361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764248.697365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764248.697367:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764248.697370:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3920
00000100:00080000:2.0:1789764248.697374:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764248.697377:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764248.697381:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764248.697392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777862016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764248.697400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764248.697403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764248.697405:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764248.697409:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3920
00000100:00080000:2.0:1789764248.697412:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764248.697416:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764248.697421:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764248.697430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777862144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764248.697439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764248.697455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764248.697457:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764248.697461:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3920
00000100:00080000:2.0:1789764248.697465:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764248.697468:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764248.697473:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764248.697484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777862272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764248.697598:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777861504:192.168.203.138@tcp:250:kworker.0
00000800:00000100:3.0:1789764248.697672:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764248.697706:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764248/real 1789764248]  req@ffff9c6f851a1500 x1876699777861504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764248.697722:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777861504/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764248.697732:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764248.697735:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764248.697739:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777861504:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764248.697746:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777861632:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764248.697766:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764248.697777:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764248/real 1789764248]  req@ffff9c6f851a1180 x1876699777861632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764248.697789:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777861632/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764248.697796:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764248.697799:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764248.697803:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777861632:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764248.697808:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777861760:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764248.697830:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764248.697841:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764248/real 1789764248]  req@ffff9c6f851a3b80 x1876699777861760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764248.697853:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777861760/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764248.697860:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764248.697863:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764248.697866:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777861760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764248.697871:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777861888:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764248.697887:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764248.697896:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764248/real 1789764248]  req@ffff9c6f851a1c00 x1876699777861888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764248.697905:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777861888/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764248.697912:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764248.697915:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764248.697917:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777861888:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764248.697921:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777862016:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764248.697934:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764248.697941:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764248/real 1789764248]  req@ffff9c6f851a1f80 x1876699777862016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764248.697970:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777862016/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764248.697976:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764248.697979:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764248.697982:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777862016:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764248.697988:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777862144:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764248.698006:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764248.698017:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764248/real 1789764248]  req@ffff9c6f851a3100 x1876699777862144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764248.698027:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777862144/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764248.698034:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764248.698037:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764248.698039:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777862144:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764248.698044:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777862272:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764248.698059:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764248.698067:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764248/real 1789764248]  req@ffff9c6f851a0700 x1876699777862272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764248.698075:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777862272/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764248.698087:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764248.698089:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764248.698092:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777862272:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789764248.824482:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764249.848385:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764250.872794:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764251.897143:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764252.920363:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764253.816393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764253.816402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764253.816406:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764253.816417:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3925
00000100:00080000:0.0:1789764253.816428:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764253.816435:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764253.816470:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777862400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764253.816499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764253.816503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764253.816504:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764253.816508:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3925
00000100:00080000:0.0:1789764253.816512:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764253.816515:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764253.816525:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764253.816538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777862528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764253.816540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777862400:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789764253.816556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764253.816559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764253.816561:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764253.816565:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3925
00000100:00080000:0.0:1789764253.816569:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764253.816573:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764253.816579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764253.816591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777862656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764253.816600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764253.816602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764253.816604:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764253.816607:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3925
00000100:00080000:0.0:1789764253.816611:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789764253.816613:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789764253.816617:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764253.816622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764253.816632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777862784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764253.816640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764253.816643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764253.816645:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764253.816648:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3925
00000100:00080000:0.0:1789764253.816652:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764253.816655:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764253.816659:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764253.816667:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777862912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764253.816676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764253.816679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764253.816681:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764253.816684:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3925
00000100:00080000:0.0:1789764253.816687:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764253.816690:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764253.816694:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764253.816704:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777863040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764253.816712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764253.816715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764253.816716:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764253.816719:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3925
00000100:00080000:0.0:1789764253.816722:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764253.816725:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764253.816731:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764253.816743:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777863168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764253.816773:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764253/real 1789764253]  req@ffff9c6f84ef5f80 x1876699777862400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764253.816790:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777862400/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764253.816800:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764253.816804:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764253.816808:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777862400:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764253.816827:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777862528:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764253.816849:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764253.816861:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764253/real 1789764253]  req@ffff9c6f84ef5500 x1876699777862528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764253.816873:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777862528/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764253.816886:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764253.816889:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764253.816892:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777862528:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764253.816898:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777862656:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764253.816914:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764253.816925:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764253/real 1789764253]  req@ffff9c6f84ef4000 x1876699777862656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764253.816937:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777862656/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764253.816943:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764253.816946:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764253.816948:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777862656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764253.816951:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777862784:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764253.816965:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764253.816972:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764253/real 1789764253]  req@ffff9c6f84ef4a80 x1876699777862784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764253.816978:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777862784/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764253.816983:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764253.816985:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764253.816988:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777862784:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764253.816993:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777862912:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764253.817010:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764253.817020:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764253/real 1789764253]  req@ffff9c6f84ef4e00 x1876699777862912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764253.817031:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777862912/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764253.817039:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764253.817042:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764253.817045:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777862912:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764253.817050:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777863040:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764253.817068:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764253.817076:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764253/real 1789764253]  req@ffff9c6f84ef7480 x1876699777863040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764253.817083:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777863040/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764253.817087:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764253.817089:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764253.817091:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777863040:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764253.817094:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777863168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764253.817106:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764253.817115:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764253/real 1789764253]  req@ffff9c6f84ef4700 x1876699777863168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764253.817125:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777863168/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764253.817132:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764253.817135:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764253.817138:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777863168:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764253.944784:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764254.968638:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764255.992373:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764257.016766:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764258.041178:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764258.937778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764258.937788:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764258.937801:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764258.937812:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3930
00000100:00080000:2.0:1789764258.937823:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764258.937831:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789764258.937866:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777863296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764258.937897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764258.937901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764258.937903:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764258.937908:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3930
00000100:00080000:2.0:1789764258.937912:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764258.937915:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764258.937925:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764258.937936:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777863424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764258.937947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764258.937950:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764258.937952:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764258.937956:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3930
00000100:00080000:2.0:1789764258.937959:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764258.937963:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764258.937967:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764258.937975:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777863552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764258.937991:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764258.937995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764258.937996:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764258.938000:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3930
00000100:00080000:2.0:1789764258.938003:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764258.938007:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764258.938012:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764258.938022:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777863680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764258.938031:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764258.938035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764258.938037:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764258.938040:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3930
00000100:00080000:2.0:1789764258.938043:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764258.938046:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764258.938050:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764258.938057:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777863808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764258.938066:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764258.938070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764258.938071:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764258.938074:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3930
00000100:00080000:2.0:1789764258.938077:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764258.938081:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764258.938085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764258.938095:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777863936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764258.938104:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764258.938107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764258.938108:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764258.938111:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3930
00000100:00080000:2.0:1789764258.938114:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764258.938117:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764258.938121:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764258.938128:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777864064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764258.938265:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777863296:192.168.203.138@tcp:250:kworker.0
00000800:00000100:3.0:1789764258.938319:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764258.938354:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764258/real 1789764258]  req@ffff9c6f851a0a80 x1876699777863296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764258.938370:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777863296/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764258.938380:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764258.938383:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764258.938387:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777863296:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764258.938394:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777863424:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764258.938414:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764258.938425:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764258/real 1789764258]  req@ffff9c6f851a3800 x1876699777863424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764258.938442:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777863424/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764258.938450:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764258.938453:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764258.938456:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777863424:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764258.938461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777863552:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764258.938476:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764258.938500:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764258/real 1789764258]  req@ffff9c6f851a2a00 x1876699777863552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764258.938511:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777863552/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764258.938519:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764258.938522:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764258.938525:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777863552:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764258.938530:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777863680:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764258.938546:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764258.938555:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764258/real 1789764258]  req@ffff9c6f851a0e00 x1876699777863680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764258.938566:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777863680/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764258.938578:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764258.938581:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764258.938585:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777863680:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764258.938590:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777863808:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764258.938607:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764258.938616:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764258/real 1789764258]  req@ffff9c6f851a1880 x1876699777863808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764258.938626:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777863808/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764258.938633:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764258.938636:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764258.938639:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777863808:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764258.938644:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777863936:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764258.938659:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764258.938668:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764258/real 1789764258]  req@ffff9c6f851a0700 x1876699777863936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764258.938678:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777863936/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764258.938685:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764258.938688:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764258.938692:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777863936:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764258.938697:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777864064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764258.938711:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764258.938720:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764258/real 1789764258]  req@ffff9c6f851a3100 x1876699777864064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764258.938730:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777864064/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764258.938737:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764258.938740:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764258.938742:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777864064:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764259.068716:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764260.088391:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764261.112405:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764262.137252:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764263.160522:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764264.056361:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764264.056371:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764264.056376:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764264.056385:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3935
00000100:00080000:1.0:1789764264.056396:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764264.056404:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764264.056438:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777864192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764264.056470:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764264.056474:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764264.056476:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764264.056480:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3935
00000100:00080000:1.0:1789764264.056485:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764264.056489:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764264.056503:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764264.056524:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777864320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764264.056533:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764264.056536:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764264.056538:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764264.056543:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3935
00000100:00080000:1.0:1789764264.056547:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789764264.056547:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777864192:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764264.056555:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764264.056561:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764264.056570:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777864448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764264.056585:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764264.056588:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764264.056589:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764264.056592:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3935
00000100:00080000:1.0:1789764264.056596:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764264.056600:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764264.056604:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789764264.056612:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764264.056616:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777864576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764264.056625:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764264.056629:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764264.056630:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764264.056635:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3935
00000100:00080000:1.0:1789764264.056638:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764264.056642:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764264.056646:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764264.056659:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777864704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764264.056669:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789764264.056672:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764264/real 1789764264]  req@ffff9c6f9118ca80 x1876699777864192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764264.056673:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764264.056677:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764264.056685:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3935
00000100:00080000:1.0:1789764264.056691:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764264.056696:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764264.056700:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777864192/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789764264.056703:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789764264.056717:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789764264.056722:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777864832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764264.056724:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764264.056734:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777864192:192.168.203.138@tcp:250:kworker.0
00000100:00080000:1.0:1789764264.056740:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789764264.056746:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777864320:192.168.203.138@tcp:38:kworker.0
00000100:00080000:1.0:1789764264.056747:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764264.056750:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764264.056758:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3935
00000100:00080000:1.0:1789764264.056762:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764264.056766:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764264.056772:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789764264.056782:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764264.056786:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777864960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764264.056798:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764264/real 1789764264]  req@ffff9c6f9118f100 x1876699777864320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764264.056823:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777864320/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764264.056832:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764264.056836:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764264.056840:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777864320:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764264.056864:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777864448:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764264.056886:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764264.056898:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764264/real 1789764264]  req@ffff9c6f9118ce00 x1876699777864448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764264.056909:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777864448/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764264.056917:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764264.056920:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764264.056924:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777864448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764264.056929:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777864576:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764264.056948:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764264.056959:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764264/real 1789764264]  req@ffff9c6f9118dc00 x1876699777864576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764264.056971:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777864576/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764264.056979:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764264.056982:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764264.056986:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777864576:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764264.056992:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777864704:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764264.057010:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764264.057020:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764264/real 1789764264]  req@ffff9c6f9118d180 x1876699777864704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764264.057049:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777864704/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764264.057057:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764264.057061:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764264.057064:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777864704:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764264.057070:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777864832:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764264.057093:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764264.057120:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764264/real 1789764264]  req@ffff9c6f9118d500 x1876699777864832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764264.057132:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777864832/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764264.057145:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764264.057149:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764264.057152:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777864832:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764264.057158:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777864960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764264.057176:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764264.057358:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764264/real 1789764264]  req@ffff9c6f9118e680 x1876699777864960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764264.057370:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777864960/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764264.057377:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764264.057381:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764264.057384:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777864960:192.168.203.138@tcp:38:kworker.0
00010000:00010000:0.0:1789764264.184400:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764265.208482:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764266.232436:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764267.256447:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764268.280413:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764269.176344:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764269.176415:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764269.176421:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764269.176430:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3940
00000100:00080000:1.0:1789764269.176441:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764269.176451:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764269.176489:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ed80 x1876699777865088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764269.176515:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764269.176519:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764269.176520:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764269.176524:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3940
00000100:00080000:1.0:1789764269.176527:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764269.176534:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764269.176542:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764269.176556:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c380 x1876699777865216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764269.176565:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764269.176567:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764269.176569:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764269.176575:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3940
00000100:00080000:1.0:1789764269.176577:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764269.176581:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764269.176584:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764269.176591:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f800 x1876699777865344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764269.176598:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764269.176601:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764269.176602:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764269.176605:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3940
00000100:00080000:1.0:1789764269.176607:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764269.176609:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764269.176613:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764269.176620:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118c700 x1876699777865472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764269.176626:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764269.176629:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764269.176630:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764269.176633:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3940
00000100:00080000:1.0:1789764269.176635:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764269.176638:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764269.176641:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764269.176647:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118df80 x1876699777865600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764269.176654:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764269.176656:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764269.176657:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764269.176660:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3940
00000100:00080000:1.0:1789764269.176662:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764269.176665:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764269.176668:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764269.176674:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777865728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764269.176681:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764269.176683:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764269.176685:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764269.176688:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3940
00000100:00080000:1.0:1789764269.176690:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764269.176693:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764269.176696:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764269.176702:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777865856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764269.176778:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777865088:192.168.203.138@tcp:250:kworker.0
00000800:00000100:3.0:1789764269.176826:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764269.176857:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764269/real 1789764269]  req@ffff9c6f9118ed80 x1876699777865088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764269.176871:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ed80 x1876699777865088/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764269.176886:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764269.176890:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764269.176894:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777865088:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764269.176900:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777865216:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764269.176920:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764269.176932:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764269/real 1789764269]  req@ffff9c6f9118c380 x1876699777865216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764269.176944:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c380 x1876699777865216/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764269.176951:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764269.176954:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764269.176957:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777865216:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764269.176962:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777865344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764269.176979:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764269.177052:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764269/real 1789764269]  req@ffff9c6f9118f800 x1876699777865344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764269.177074:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f800 x1876699777865344/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764269.177082:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764269.177085:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764269.177088:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777865344:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764269.177094:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777865472:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764269.177114:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764269.177123:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764269/real 1789764269]  req@ffff9c6f9118c700 x1876699777865472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764269.177133:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118c700 x1876699777865472/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764269.177140:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764269.177142:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764269.177145:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777865472:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764269.177149:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777865600:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764269.177162:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764269.177169:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764269/real 1789764269]  req@ffff9c6f9118df80 x1876699777865600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764269.177178:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118df80 x1876699777865600/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764269.177185:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764269.177187:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764269.177189:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777865600:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764269.177194:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777865728:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764269.177209:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764269.177218:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764269/real 1789764269]  req@ffff9c6f9118e680 x1876699777865728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764269.177425:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777865728/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764269.177430:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764269.177431:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764269.177433:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777865728:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764269.177437:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777865856:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764269.177452:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764269.177459:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764269/real 1789764269]  req@ffff9c6f9118d500 x1876699777865856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764269.177465:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777865856/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764269.177469:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764269.177471:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764269.177472:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777865856:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764269.304879:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764270.328479:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764271.352406:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764272.376509:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764273.400453:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764274.296627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764274.296634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764274.296638:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764274.296647:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3945
00000100:00080000:0.0:1789764274.296656:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764274.296662:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764274.296697:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777865984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764274.296718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764274.296721:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764274.296723:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764274.296726:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3945
00000100:00080000:0.0:1789764274.296730:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764274.296733:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764274.296752:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764274.296759:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777865984:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764274.296769:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777866112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764274.296779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764274.296782:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764274.296783:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764274.296787:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3945
00000100:00080000:0.0:1789764274.296791:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764274.296795:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764274.296800:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764274.296811:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777866240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764274.296824:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764274.296827:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764274.296829:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764274.296832:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3945
00000100:00080000:0.0:1789764274.296835:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764274.296838:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764274.296843:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764274.296854:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777866368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764274.296863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764274.296866:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764274.296868:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789764274.296871:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777866112:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789764274.296874:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3945
00000100:00080000:0.0:1789764274.296881:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764274.296885:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764274.296889:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764274.296900:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777866496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764274.296908:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777866240:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789764274.296911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764274.296917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764274.296919:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764274.296924:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3945
00000100:00080000:0.0:1789764274.296928:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764274.296932:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764274.296937:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777866368:192.168.203.138@tcp:8:kworker.0
00000008:00100000:0.0:1789764274.296938:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764274.296960:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777866624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764274.296970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789764274.296972:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777866496:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789764274.296975:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764274.296979:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764274.296984:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3945
00000100:00080000:0.0:1789764274.296988:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764274.296992:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764274.296998:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764274.297006:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777866624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764274.297011:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777866752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764274.297058:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777866752:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764274.425073:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764275.448534:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764276.472472:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789764277.368573:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789764277.368623:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789764277.368643:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764277.368691:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764277.368700:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764277.368708:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764277.368716:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764277.368724:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764277.368732:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789764277.371204:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764274/real 1789764277]  req@ffff9c6f84ef5500 x1876699777866752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764277.371288:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777866752/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764277.371300:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764277.371305:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764277.371310:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777866752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764277.371318:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764274/real 1789764277]  req@ffff9c6f84ef4000 x1876699777866624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764277.371330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777866624/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764277.371337:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764277.371340:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764277.371344:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777866624:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764277.371351:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764274/real 1789764277]  req@ffff9c6f84ef4a80 x1876699777866496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764277.371362:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777866496/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764277.371369:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764277.371372:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764277.371375:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777866496:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764277.371383:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764274/real 1789764277]  req@ffff9c6f84ef4700 x1876699777866112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764277.371393:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777866112/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764277.371400:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764277.372169:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764277.372177:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777866112:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764277.372188:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764274/real 1789764277]  req@ffff9c6f84ef7480 x1876699777866240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764277.372207:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777866240/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764277.372216:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764277.372253:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764277.372257:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777866240:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764277.372266:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764274/real 1789764277]  req@ffff9c6f84ef4e00 x1876699777866368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764277.372277:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777866368/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764277.372285:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764277.372288:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764277.372291:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777866368:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764277.372298:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764274/real 1789764277]  req@ffff9c6f84ef6680 x1876699777865984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764277.372309:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777865984/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764277.372316:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764277.372319:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764277.372322:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777865984:192.168.203.138@tcp:250:kworker.0
00010000:00010000:3.0:1789764277.496828:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764278.521267:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764279.416728:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764279.416742:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764279.416747:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764279.416760:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3951
00000100:00080000:1.0:1789764279.416782:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764279.416790:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:1.0:1789764279.416842:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d180 x1876699777866880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764279.416876:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764279.416880:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764279.416882:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764279.416891:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3951
00000100:00080000:1.0:1789764279.416896:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764279.416900:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764279.416911:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764279.416925:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118dc00 x1876699777867008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764279.416940:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764279.416943:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764279.416945:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764279.416949:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3951
00000100:00080000:1.0:1789764279.416952:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764279.416956:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764279.416960:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764279.416971:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ce00 x1876699777867136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764279.416979:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764279.416982:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764279.416984:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764279.416987:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3951
00000100:00080000:1.0:1789764279.416999:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764279.417004:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764279.417008:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764279.417018:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118f100 x1876699777867264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764279.417026:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764279.417029:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764279.417030:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764279.417034:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3951
00000100:00080000:1.0:1789764279.417038:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764279.417041:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764279.417045:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764279.417055:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118ca80 x1876699777867392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764279.417069:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764279.417072:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764279.417074:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764279.417077:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3951
00000100:00080000:1.0:1789764279.417080:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764279.417083:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764279.417087:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764279.417098:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118d500 x1876699777867520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764279.417106:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764279.417109:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764279.417111:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764279.417115:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3951
00000100:00080000:1.0:1789764279.417118:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764279.417122:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:1.0:1789764279.417126:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764279.417136:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f9118e680 x1876699777867648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764279.417752:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777866880:192.168.203.138@tcp:250:kworker.0
00000800:00000100:3.0:1789764279.417839:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764279.417896:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764279/real 1789764279]  req@ffff9c6f9118d180 x1876699777866880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764279.417916:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d180 x1876699777866880/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764279.417933:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764279.417937:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764279.417942:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777866880:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764279.417950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777867008:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764279.417974:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764279.417987:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764279/real 1789764279]  req@ffff9c6f9118dc00 x1876699777867008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764279.418009:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118dc00 x1876699777867008/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764279.418017:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764279.418020:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764279.418023:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777867008:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764279.418030:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777867136:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764279.418049:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764279.418079:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764279/real 1789764279]  req@ffff9c6f9118ce00 x1876699777867136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764279.418090:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ce00 x1876699777867136/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764279.418098:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764279.418102:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764279.418105:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777867136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764279.418120:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777867264:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764279.418142:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764279.418153:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764279/real 1789764279]  req@ffff9c6f9118f100 x1876699777867264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764279.418163:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118f100 x1876699777867264/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764279.418171:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764279.418173:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764279.418176:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777867264:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764279.418182:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777867392:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764279.418199:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764279.418210:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764279/real 1789764279]  req@ffff9c6f9118ca80 x1876699777867392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764279.418263:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118ca80 x1876699777867392/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764279.418272:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764279.418275:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764279.418279:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777867392:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764279.418286:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777867520:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764279.418307:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764279.418319:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764279/real 1789764279]  req@ffff9c6f9118d500 x1876699777867520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764279.418331:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118d500 x1876699777867520/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764279.418337:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764279.418340:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764279.418343:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777867520:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764279.418349:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777867648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764279.418367:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764279.418377:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764279/real 1789764279]  req@ffff9c6f9118e680 x1876699777867648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764279.418389:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f9118e680 x1876699777867648/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764279.418395:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764279.418398:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764279.418401:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f9118e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777867648:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764279.544476:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764280.568448:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764281.592406:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764282.616437:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764283.640472:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764284.536484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764284.536495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764284.536499:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764284.536510:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3956
00000100:00080000:2.0:1789764284.536521:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764284.536529:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789764284.536568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777867776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764284.536597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764284.536601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764284.536603:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764284.536608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3956
00000100:00080000:2.0:1789764284.536611:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764284.536615:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764284.536624:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764284.536638:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777867904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764284.536648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764284.536651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764284.536653:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764284.536657:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3956
00000100:00080000:2.0:1789764284.536660:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764284.536664:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764284.536668:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764284.536678:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777868032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764284.536687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764284.536690:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764284.536691:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764284.536695:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3956
00000100:00080000:2.0:1789764284.536698:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764284.536702:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764284.536706:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764284.536715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777868160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764284.536724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764284.536727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764284.536728:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764284.536732:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3956
00000100:00080000:2.0:1789764284.536735:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764284.536739:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764284.536743:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764284.536753:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777868288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764284.536762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764284.536765:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764284.536767:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764284.536771:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3956
00000100:00080000:2.0:1789764284.536774:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764284.536778:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764284.536783:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764284.536791:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777868416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764284.536800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764284.536803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764284.536805:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764284.536808:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3956
00000100:00080000:2.0:1789764284.536811:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764284.536815:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764284.536818:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764284.536827:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777868544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764284.537116:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777867776:192.168.203.138@tcp:250:kworker.0
00000800:00000100:3.0:1789764284.537177:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764284.537249:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764284/real 1789764284]  req@ffff9c6f851a1f80 x1876699777867776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764284.537267:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777867776/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764284.537276:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764284.537280:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764284.537284:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777867776:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764284.537290:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777867904:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764284.537309:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764284.537319:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764284/real 1789764284]  req@ffff9c6f851a1c00 x1876699777867904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764284.537330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777867904/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764284.537337:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764284.537339:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764284.537342:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777867904:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764284.537347:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777868032:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764284.537361:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764284.537382:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764284/real 1789764284]  req@ffff9c6f851a3b80 x1876699777868032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764284.537393:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777868032/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764284.537405:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764284.537409:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764284.537412:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777868032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764284.537417:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777868160:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764284.537434:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764284.537443:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764284/real 1789764284]  req@ffff9c6f851a1180 x1876699777868160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764284.537453:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777868160/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764284.537460:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764284.537463:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764284.537466:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777868160:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764284.537471:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777868288:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764284.537485:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764284.537494:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764284/real 1789764284]  req@ffff9c6f851a1500 x1876699777868288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764284.537503:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777868288/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764284.537510:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764284.537512:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764284.537515:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777868288:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764284.537520:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777868416:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764284.537533:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764284.537541:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764284/real 1789764284]  req@ffff9c6f851a0000 x1876699777868416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764284.537551:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777868416/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764284.537558:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764284.537561:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764284.537563:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777868416:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764284.537569:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777868544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764284.537585:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764284.537596:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764284/real 1789764284]  req@ffff9c6f851a3480 x1876699777868544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764284.537607:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777868544/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764284.537614:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764284.537617:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764284.537620:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777868544:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764284.666196:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764285.688936:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764286.713447:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764287.736608:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764288.760453:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764289.656404:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764289.656413:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764289.656416:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764289.656425:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3961
00000100:00080000:0.0:1789764289.656434:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764289.656441:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764289.656478:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777868672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764289.656505:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764289.656509:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764289.656511:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764289.656515:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3961
00000100:00080000:0.0:1789764289.656519:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764289.656523:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764289.656532:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764289.656548:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777868800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764289.656549:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777868672:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789764289.656563:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764289.656566:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764289.656567:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764289.656571:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3961
00000100:00080000:0.0:1789764289.656573:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764289.656576:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764289.656579:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764289.656588:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777868928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764289.656594:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764289.656596:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764289.656597:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764289.656600:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3961
00000100:00080000:0.0:1789764289.656602:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764289.656604:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764289.656607:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789764289.656613:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764289.656616:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777869056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764289.656623:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764289.656625:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764289.656627:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764289.656629:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3961
00000100:00080000:0.0:1789764289.656631:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764289.656634:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764289.656636:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764289.656653:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764289/real 1789764289]  req@ffff9c6f84ef5f80 x1876699777868672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764289.656655:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777869184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764289.656686:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764289.656689:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764289.656691:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789764289.656693:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777868672/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764289.656699:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3961
00000100:00080000:0.0:1789764289.656705:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764289.656711:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00080000:3.0:1789764289.656713:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789764289.656715:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789764289.656720:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764289.656726:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777869312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764289.656728:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777868672:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789764289.656740:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764289.656742:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764289.656744:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764289.656748:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3961
00000100:00080000:0.0:1789764289.656750:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764289.656752:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764289.656755:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764289.656759:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777868800:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764289.656762:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777869440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764289.656790:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764289.656803:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764289/real 1789764289]  req@ffff9c6f84ef7800 x1876699777868800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764289.656816:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777868800/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764289.656824:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764289.656827:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764289.656831:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777868800:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764289.656837:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777868928:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764289.656855:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764289.656865:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764289/real 1789764289]  req@ffff9c6f84ef6a00 x1876699777868928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764289.656889:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777868928/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764289.656897:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764289.656901:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764289.656904:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777868928:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764289.656910:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777869056:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764289.656940:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764289.656951:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764289/real 1789764289]  req@ffff9c6f84ef5880 x1876699777869056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764289.656962:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777869056/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764289.656969:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764289.656972:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764289.656975:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777869056:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764289.656981:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777869184:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764289.656997:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764289.657007:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764289/real 1789764289]  req@ffff9c6f84ef6d80 x1876699777869184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764289.657024:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777869184/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764289.657032:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764289.657035:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764289.657038:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777869184:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764289.657043:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777869312:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764289.657058:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764289.657067:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764289/real 1789764289]  req@ffff9c6f84ef6300 x1876699777869312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764289.657078:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777869312/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764289.657086:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764289.657089:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764289.657092:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777869312:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764289.657109:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777869440:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764289.657125:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764289.657134:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764289/real 1789764289]  req@ffff9c6f84ef4380 x1876699777869440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764289.657145:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777869440/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764289.657170:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764289.657173:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764289.657177:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777869440:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764289.784422:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764290.808486:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764291.835159:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764292.857799:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764293.880961:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764294.776858:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764294.776868:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764294.776873:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764294.776898:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3966
00000100:00080000:0.0:1789764294.776912:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764294.776920:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764294.776970:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777869568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764294.777000:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764294.777004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764294.777006:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764294.777019:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3966
00000100:00080000:0.0:1789764294.777024:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764294.777030:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764294.777041:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764294.777059:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777869568:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764294.777060:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777869696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764294.777101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764294.777105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764294.777107:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764294.777112:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3966
00000100:00080000:0.0:1789764294.777116:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764294.777121:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764294.777127:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764294.777139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777869824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764294.777150:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789764294.777153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764294.777158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764294.777161:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764294.777166:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3966
00000100:00080000:0.0:1789764294.777172:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764294.777178:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764294.777185:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764294.777202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777869952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764294.777213:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764294/real 1789764294]  req@ffff9c6f84ef5c00 x1876699777869568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764294.777215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764294.777270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764294.777283:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789764294.777290:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777869568/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764294.777292:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3966
00000100:00080000:0.0:1789764294.777299:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764294.777309:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764294.777317:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789764294.777322:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764294.777330:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764294.777334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777870080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764294.777342:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777869568:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789764294.777352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764294.777356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764294.777358:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764294.777362:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3966
00000100:00080000:0.0:1789764294.777366:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764294.777370:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764294.777374:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764294.777384:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777869696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764294.777411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777870208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764294.777424:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789764294.777426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764294.777431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764294.777434:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764294.777439:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3966
00000100:00080000:0.0:1789764294.777444:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764294.777451:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764294.777453:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764294/real 1789764294]  req@ffff9c6f84ef4380 x1876699777869696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789764294.777459:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764294.777482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777870336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764294.777484:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777869696/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764294.777521:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764294.777536:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764294.777545:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777869696:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764294.777555:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777869824:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764294.777581:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764294.777592:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764294/real 1789764294]  req@ffff9c6f84ef6300 x1876699777869824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764294.777604:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777869824/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764294.777612:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764294.777615:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764294.777619:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777869824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764294.777625:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777869952:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764294.777641:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764294.777649:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764294/real 1789764294]  req@ffff9c6f84ef6d80 x1876699777869952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764294.777659:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777869952/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764294.777667:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764294.777670:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764294.777673:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777869952:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764294.777678:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777870080:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764294.777691:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764294.777698:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764294/real 1789764294]  req@ffff9c6f84ef5880 x1876699777870080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764294.777708:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777870080/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764294.777715:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764294.777718:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764294.777721:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777870080:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764294.777736:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777870208:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764294.777750:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764294.777758:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764294/real 1789764294]  req@ffff9c6f84ef6a00 x1876699777870208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764294.777767:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777870208/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764294.777774:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764294.777777:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764294.777780:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777870208:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764294.777785:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777870336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764294.777801:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764294.777811:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764294/real 1789764294]  req@ffff9c6f84ef7800 x1876699777870336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764294.777821:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777870336/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764294.777828:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764294.777831:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764294.777835:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777870336:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764294.905263:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764295.928414:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764296.952396:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764297.976477:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764299.000435:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764299.896934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764299.896946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764299.896952:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764299.896968:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3971
00000100:00080000:0.0:1789764299.896990:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764299.896999:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764299.897044:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777870464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764299.897116:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777870464:192.168.203.138@tcp:250:kworker.0
00000800:00000100:3.0:1789764299.897203:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789764299.897465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764299.897469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764299.897471:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764299.897476:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3971
00000100:00080000:0.0:1789764299.897481:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764299.897485:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764299.897495:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764299.897509:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777870592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764299.898088:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764299/real 1789764299]  req@ffff9c6f84ef5f80 x1876699777870464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764299.898110:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777870464/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764299.898121:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764299.898126:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764299.898129:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777870464:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764299.898167:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777870592:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764299.898212:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764299.898263:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764299/real 1789764299]  req@ffff9c6f84ef6680 x1876699777870592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764299.898277:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777870592/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764299.898285:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764299.898288:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764299.898292:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777870592:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789764299.898422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764299.898427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764299.898429:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764299.898434:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3971
00000100:00080000:0.0:1789764299.898438:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764299.898444:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764299.898451:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764299.898467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777870720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764299.898479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764299.898482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764299.898483:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764299.898487:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3971
00000100:00080000:0.0:1789764299.898490:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764299.898494:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764299.898500:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764299.898510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777870848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764299.898519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764299.898522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764299.898524:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764299.898528:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3971
00000100:00080000:0.0:1789764299.898531:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764299.898534:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764299.898539:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764299.898551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777870976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764299.898560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764299.898563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764299.898565:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764299.898569:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3971
00000100:00080000:0.0:1789764299.898572:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764299.898575:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764299.898580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764299.898588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777871104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764299.898596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764299.898599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764299.898600:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764299.898604:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3971
00000100:00080000:0.0:1789764299.898607:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764299.898610:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764299.898614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764299.898623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777871232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764299.898952:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777870720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764299.899332:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764299.899352:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764299/real 1789764299]  req@ffff9c6f84ef4e00 x1876699777870720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764299.899365:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777870720/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764299.899372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764299.899375:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764299.899378:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777870720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764299.899385:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777870848:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764299.899404:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764299.899414:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764299/real 1789764299]  req@ffff9c6f84ef7480 x1876699777870848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764299.899425:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777870848/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764299.899432:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764299.899435:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764299.899438:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777870848:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764299.899444:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777870976:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764299.899461:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764299.899471:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764299/real 1789764299]  req@ffff9c6f84ef4700 x1876699777870976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764299.899481:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777870976/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764299.899488:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764299.899491:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764299.899495:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777870976:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764299.899500:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777871104:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764299.899519:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764299.899529:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764299/real 1789764299]  req@ffff9c6f84ef4a80 x1876699777871104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764299.899539:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777871104/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764299.899546:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764299.899549:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764299.899553:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777871104:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764299.899558:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777871232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764299.899576:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764299.899586:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764299/real 1789764299]  req@ffff9c6f84ef4000 x1876699777871232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764299.899596:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777871232/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764299.899603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764299.899606:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764299.899609:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777871232:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764300.024534:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764301.048734:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764302.072679:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764303.096433:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764304.120954:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764305.016393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764305.016403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764305.016407:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764305.016416:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3976
00000100:00080000:0.0:1789764305.016441:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764305.016448:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764305.016479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777871360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764305.016510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764305.016514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764305.016515:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764305.016519:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3976
00000100:00080000:0.0:1789764305.016523:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764305.016527:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764305.016536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764305.016547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777871488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764305.016555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764305.016557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764305.016559:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764305.016563:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3976
00000100:00080000:0.0:1789764305.016566:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764305.016569:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764305.016572:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764305.016580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777871616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764305.016588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764305.016591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764305.016592:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764305.016595:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3976
00000100:00080000:0.0:1789764305.016598:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764305.016601:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764305.016605:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764305.016613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777871744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764305.016622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764305.016625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764305.016626:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764305.016629:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3976
00000100:00080000:0.0:1789764305.016633:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764305.016636:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764305.016639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764305.016647:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777871872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764305.016654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764305.016657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764305.016658:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764305.016661:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3976
00000100:00080000:0.0:1789764305.016664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764305.016667:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764305.016670:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764305.016678:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777872000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764305.016690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764305.016693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764305.016694:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764305.016711:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3976
00000100:00080000:0.0:1789764305.016715:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764305.016719:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764305.016723:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764305.016743:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777872128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764305.016838:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777871360:192.168.203.138@tcp:250:kworker.0
00000800:00000100:3.0:1789764305.016894:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764305.017648:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764305/real 1789764305]  req@ffff9c6f84ef5500 x1876699777871360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764305.017668:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777871360/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764305.017677:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764305.017681:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764305.017685:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777871360:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764305.017694:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777871488:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764305.017722:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764305.017735:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764305/real 1789764305]  req@ffff9c6f84ef4000 x1876699777871488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764305.017746:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777871488/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764305.017754:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764305.017757:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764305.017760:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777871488:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764305.017765:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777871616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764305.017783:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764305.017793:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764305/real 1789764305]  req@ffff9c6f84ef4a80 x1876699777871616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764305.017822:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777871616/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764305.017830:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764305.017834:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764305.017837:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777871616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764305.017843:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777871744:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764305.017863:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764305.017875:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764305/real 1789764305]  req@ffff9c6f84ef4700 x1876699777871744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764305.017886:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777871744/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764305.017894:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764305.017897:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764305.017900:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777871744:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764305.018037:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777871872:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764305.018055:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764305.018064:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764305/real 1789764305]  req@ffff9c6f84ef7480 x1876699777871872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764305.018072:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777871872/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764305.018078:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764305.018081:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764305.018083:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777871872:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764305.018089:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777872000:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764305.018100:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764305.018108:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764305/real 1789764305]  req@ffff9c6f84ef4e00 x1876699777872000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764305.018114:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777872000/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764305.018120:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764305.018123:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764305.018125:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777872000:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764305.018131:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777872128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764305.018143:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764305.018150:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764305/real 1789764305]  req@ffff9c6f84ef6680 x1876699777872128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764305.018159:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777872128/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764305.018166:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764305.018170:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764305.018174:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777872128:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764305.144427:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764306.168568:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764307.192642:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764308.217025:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764309.241898:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764310.136342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764310.136352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764310.136356:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764310.136366:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3981
00000100:00080000:2.0:1789764310.136376:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764310.136383:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789764310.136416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777872256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764310.136439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764310.136443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764310.136445:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764310.136450:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3981
00000100:00080000:2.0:1789764310.136454:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764310.136458:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764310.136466:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764310.136478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777872384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764310.136489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764310.136492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764310.136494:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764310.136497:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3981
00000100:00080000:2.0:1789764310.136501:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764310.136504:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764310.136509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764310.136519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777872512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764310.136529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764310.136533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764310.136535:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764310.136538:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3981
00000100:00080000:2.0:1789764310.136542:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764310.136547:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764310.136553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764310.136563:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777872256:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789764310.136566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777872640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764310.136581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764310.136584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764310.136586:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764310.136590:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3981
00000100:00080000:2.0:1789764310.136594:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764310.136598:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764310.136603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764310.136615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777872768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764310.136625:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789764310.136628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764310.136632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764310.136634:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764310.136640:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3981
00000100:00080000:2.0:1789764310.136644:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764310.136648:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764310.136654:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764310.136665:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777872896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764310.136670:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764310/real 1789764310]  req@ffff9c6f851a2300 x1876699777872256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764310.136674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764310.136680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764310.136683:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764310.136690:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3981
00000100:00080000:2.0:1789764310.136693:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764310.136696:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764310.136700:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764310.136701:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777872256/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764310.136709:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777873024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764310.136719:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764310.136726:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764310.136731:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777872256:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764310.136740:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777872384:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764310.136760:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764310.136790:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764310/real 1789764310]  req@ffff9c6f851a2d80 x1876699777872384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764310.136803:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777872384/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764310.136811:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764310.136815:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764310.136819:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777872384:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764310.136826:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777872512:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764310.136846:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764310.136857:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764310/real 1789764310]  req@ffff9c6f851a0380 x1876699777872512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764310.136868:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777872512/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764310.136876:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764310.136879:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764310.136882:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777872512:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764310.136907:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777872640:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764310.136927:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764310.136938:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764310/real 1789764310]  req@ffff9c6f851a2680 x1876699777872640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764310.136949:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777872640/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764310.136957:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764310.136960:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764310.136963:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777872640:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764310.136968:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777872768:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764310.136982:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764310.136989:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764310/real 1789764310]  req@ffff9c6f851a3480 x1876699777872768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764310.136996:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777872768/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764310.137000:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764310.137002:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764310.137003:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777872768:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764310.137006:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777872896:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764310.137015:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764310.137019:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764310/real 1789764310]  req@ffff9c6f851a0000 x1876699777872896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764310.137026:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777872896/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764310.137030:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764310.137031:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764310.137033:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777872896:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764310.137036:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777873024:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764310.137044:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764310.137048:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764310/real 1789764310]  req@ffff9c6f851a1500 x1876699777873024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764310.137054:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777873024/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764310.137058:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764310.137059:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764310.137061:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777873024:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764310.264537:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764311.288435:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764312.312722:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764313.337257:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764314.360656:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764315.257337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764315.257348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764315.257352:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764315.257363:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3986
00000100:00080000:3.0:1789764315.257374:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764315.257380:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764315.257423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777873152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764315.257460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764315.257463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764315.257465:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764315.257469:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3986
00000100:00080000:3.0:1789764315.257473:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764315.257476:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764315.257485:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764315.257497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777873280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764315.257505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764315.257508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764315.257510:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764315.257513:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3986
00000100:00080000:3.0:1789764315.257516:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764315.257530:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764315.257535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764315.257545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777873408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764315.257559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764315.257584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764315.257585:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764315.257625:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3986
00000100:00080000:3.0:1789764315.257630:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764315.257633:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764315.257638:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764315.257649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777873536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764315.257657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764315.257660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764315.257662:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764315.257665:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3986
00000100:00080000:3.0:1789764315.257668:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764315.257671:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764315.257675:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764315.257682:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777873664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764315.257690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764315.257693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764315.257695:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764315.257698:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3986
00000100:00080000:3.0:1789764315.257701:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764315.257705:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764315.257709:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764315.257717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777873792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764315.257725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764315.257743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764315.257745:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764315.257749:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3986
00000100:00080000:3.0:1789764315.257753:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764315.257756:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764315.257760:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764315.257770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777873920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764315.259097:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777873152:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789764315.259160:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764315.259198:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764315/real 1789764315]  req@ffff9c6f91ebad80 x1876699777873152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764315.259215:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777873152/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764315.259246:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764315.259251:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764315.259255:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777873152:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764315.259262:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777873280:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764315.259283:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764315.259295:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764315/real 1789764315]  req@ffff9c6f91ebb480 x1876699777873280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764315.259306:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777873280/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764315.259314:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764315.259317:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764315.259320:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777873280:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764315.259325:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777873408:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764315.259344:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764315.259354:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764315/real 1789764315]  req@ffff9c6f91eb9f80 x1876699777873408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764315.259366:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777873408/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764315.259372:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764315.259375:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764315.259378:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777873408:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764315.259384:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777873536:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764315.259403:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764315.259413:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764315/real 1789764315]  req@ffff9c6f91ebb800 x1876699777873536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764315.259424:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777873536/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764315.259437:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764315.259440:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764315.259443:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777873536:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764315.259449:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777873664:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764315.259469:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764315.259479:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764315/real 1789764315]  req@ffff9c6f91eb9500 x1876699777873664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764315.259490:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777873664/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764315.259496:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764315.259499:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764315.259501:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777873664:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764315.259507:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777873792:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764315.259526:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764315.259535:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764315/real 1789764315]  req@ffff9c6f91eb9880 x1876699777873792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764315.259562:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777873792/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764315.259570:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764315.259573:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764315.259577:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777873792:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764315.259583:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777873920:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764315.259602:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764315.259612:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764315/real 1789764315]  req@ffff9c6f91ebaa00 x1876699777873920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764315.259623:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777873920/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764315.259631:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764315.259634:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764315.259637:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777873920:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764315.384743:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764316.408443:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764317.433104:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764318.456483:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764319.480457:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764320.376349:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764320.376360:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764320.376364:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764320.376373:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3992
00000100:00080000:3.0:1789764320.376384:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764320.376391:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764320.376425:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777874048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764320.376449:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764320.376452:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764320.376453:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764320.376457:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3992
00000100:00080000:3.0:1789764320.376461:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764320.376465:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764320.376474:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764320.376485:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777874176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764320.376494:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764320.376496:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764320.376497:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764320.376500:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3992
00000100:00080000:3.0:1789764320.376503:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764320.376506:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764320.376510:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764320.376518:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777874304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764320.376526:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764320.376528:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764320.376530:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764320.376533:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3992
00000100:00080000:3.0:1789764320.376536:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764320.376539:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764320.376543:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764320.376550:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777874432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764320.376559:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764320.376561:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764320.376563:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764320.376566:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3992
00000100:00080000:3.0:1789764320.376568:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764320.376571:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764320.376574:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764320.376582:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777874560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764320.376589:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764320.376592:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764320.376593:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764320.376596:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3992
00000100:00080000:3.0:1789764320.376599:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764320.376603:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764320.376607:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764320.376614:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777874688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764320.376623:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764320.376626:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764320.376627:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764320.376631:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3992
00000100:00080000:3.0:1789764320.376633:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764320.376635:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764320.376639:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764320.376647:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777874816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764320.377857:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777874048:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789764320.377920:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764320.377958:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764320/real 1789764320]  req@ffff9c6f91ebaa00 x1876699777874048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764320.377976:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777874048/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764320.377986:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764320.377990:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764320.377994:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777874048:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764320.378001:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777874176:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764320.378022:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764320.378859:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764320/real 1789764320]  req@ffff9c6f91eb9880 x1876699777874176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764320.378881:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777874176/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764320.378890:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764320.378894:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764320.378898:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777874176:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764320.378906:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777874304:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764320.378937:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764320.378950:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764320/real 1789764320]  req@ffff9c6f91eb9500 x1876699777874304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764320.378960:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777874304/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764320.378967:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764320.378970:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764320.378973:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777874304:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764320.378980:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777874432:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764320.378999:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764320.379009:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764320/real 1789764320]  req@ffff9c6f91ebb800 x1876699777874432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764320.379019:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777874432/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764320.379026:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764320.379030:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764320.379032:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777874432:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764320.379102:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777874560:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764320.379124:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764320.379134:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764320/real 1789764320]  req@ffff9c6f91eb9f80 x1876699777874560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764320.379145:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777874560/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764320.379153:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764320.379156:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764320.379160:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777874560:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764320.379166:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777874688:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764320.379185:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764320.379195:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764320/real 1789764320]  req@ffff9c6f91ebb480 x1876699777874688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764320.379206:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777874688/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764320.379213:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764320.379217:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764320.379221:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777874688:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764320.379244:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777874816:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764320.379264:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764320.379274:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764320/real 1789764320]  req@ffff9c6f91ebad80 x1876699777874816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764320.379284:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777874816/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764320.379291:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764320.379294:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764320.379298:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777874816:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764320.504556:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764321.529062:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764322.552509:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764323.576897:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764324.600495:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764325.496609:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764325.496618:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764325.496622:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764325.496631:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 3997
00000100:00080000:3.0:1789764325.496642:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764325.496649:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764325.496694:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777874944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764325.496730:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764325.496734:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764325.496736:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764325.496740:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3997
00000100:00080000:3.0:1789764325.496743:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764325.496747:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764325.496756:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764325.496769:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777875072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764325.496778:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764325.496782:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764325.496783:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764325.496787:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3997
00000100:00080000:3.0:1789764325.496789:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764325.496793:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764325.496797:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764325.496806:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777875200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764325.496814:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764325.496817:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764325.496819:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764325.496822:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3997
00000100:00080000:3.0:1789764325.496825:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764325.496828:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764325.496832:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764325.496842:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777875328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764325.496851:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764325.496854:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764325.496856:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764325.496859:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 3997
00000100:00080000:3.0:1789764325.496863:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764325.496866:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764325.496870:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764325.496878:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777875456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764325.496887:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764325.496890:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764325.496891:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764325.496894:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3997
00000100:00080000:3.0:1789764325.496898:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764325.496901:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764325.496905:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764325.496913:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777875584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764325.496922:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764325.496925:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764325.496928:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764325.496931:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 3997
00000100:00080000:3.0:1789764325.496934:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764325.496938:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764325.496942:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764325.496950:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777875712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764325.497109:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777874944:192.168.203.138@tcp:250:kworker.0
00000800:00000100:1.0:1789764325.497163:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764325.497199:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764325/real 1789764325]  req@ffff9c6f91ebad80 x1876699777874944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764325.497215:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777874944/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764325.497251:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764325.497255:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764325.497259:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777874944:192.168.203.138@tcp:250:kworker.0
00000100:00100000:1.0:1789764325.497265:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777875072:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789764325.497287:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764325.497299:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764325/real 1789764325]  req@ffff9c6f91ebb480 x1876699777875072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764325.497310:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777875072/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764325.497318:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764325.497321:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764325.497324:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777875072:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789764325.497330:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777875200:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789764325.497348:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764325.497359:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764325/real 1789764325]  req@ffff9c6f91eb9f80 x1876699777875200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764325.497370:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777875200/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764325.497377:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764325.497380:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764325.497383:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777875200:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789764325.497388:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777875328:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789764325.497407:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764325.497418:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764325/real 1789764325]  req@ffff9c6f91ebb800 x1876699777875328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764325.497444:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777875328/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764325.497451:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764325.497454:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764325.497457:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777875328:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789764325.497463:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777875456:192.168.203.138@tcp:8:kworker.0
00000800:00000100:1.0:1789764325.497481:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764325.497497:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764325/real 1789764325]  req@ffff9c6f91eb9500 x1876699777875456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764325.497510:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777875456/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764325.497517:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764325.497521:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764325.497524:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777875456:192.168.203.138@tcp:8:kworker.0
00000100:00100000:1.0:1789764325.497529:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777875584:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789764325.497548:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764325.497559:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764325/real 1789764325]  req@ffff9c6f91eb9880 x1876699777875584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764325.497570:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777875584/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764325.497578:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764325.497581:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764325.497584:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777875584:192.168.203.138@tcp:38:kworker.0
00000100:00100000:1.0:1789764325.497590:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777875712:192.168.203.138@tcp:38:kworker.0
00000800:00000100:1.0:1789764325.497607:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:1.0:1789764325.497617:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764325/real 1789764325]  req@ffff9c6f91ebaa00 x1876699777875712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764325.497629:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777875712/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764325.497636:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764325.497639:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:1.0:1789764325.497642:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777875712:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764325.626180:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764326.648570:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764327.672412:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764328.697597:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764329.720464:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764330.616407:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764330.616421:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764330.616426:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764330.616439:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 4002
00000100:00080000:2.0:1789764330.616454:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764330.616463:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789764330.616511:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777875840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764330.616546:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764330.616550:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764330.616552:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764330.616556:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4002
00000100:00080000:2.0:1789764330.616560:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764330.616564:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764330.616575:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764330.616589:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777875968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764330.616603:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764330.616606:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764330.616608:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764330.616612:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4002
00000100:00080000:2.0:1789764330.616624:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764330.616628:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764330.616632:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764330.616643:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777876096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764330.616652:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764330.616655:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764330.616657:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764330.616660:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4002
00000100:00080000:2.0:1789764330.616664:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764330.616667:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764330.616672:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764330.616681:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777876224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764330.616690:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764330.616693:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764330.616695:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764330.616761:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4002
00000100:00080000:2.0:1789764330.616765:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764330.616769:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764330.616776:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764330.616788:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777876352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764330.616798:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764330.616800:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764330.616802:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764330.616804:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4002
00000100:00080000:2.0:1789764330.616807:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764330.616810:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764330.616813:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764330.616822:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777876480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764330.616830:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764330.616832:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764330.616834:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764330.616837:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4002
00000100:00080000:2.0:1789764330.616840:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764330.616843:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764330.616846:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764330.616855:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777876608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764330.616941:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777875840:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789764330.617015:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764330.617062:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764330/real 1789764330]  req@ffff9c6f851a1180 x1876699777875840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764330.617080:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777875840/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764330.617092:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764330.617096:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764330.617100:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777875840:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764330.617111:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777875968:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764330.617133:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764330.617271:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764330/real 1789764330]  req@ffff9c6f851a3b80 x1876699777875968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764330.617285:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777875968/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764330.617293:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764330.617296:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764330.617299:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777875968:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764330.617305:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777876096:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764330.617327:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764330.617339:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764330/real 1789764330]  req@ffff9c6f851a1c00 x1876699777876096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764330.617350:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777876096/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764330.617358:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764330.617361:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764330.617364:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777876096:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764330.617370:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777876224:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764330.617391:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764330.617401:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764330/real 1789764330]  req@ffff9c6f851a1f80 x1876699777876224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764330.617412:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777876224/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764330.617420:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764330.617423:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764330.617426:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777876224:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764330.617431:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777876352:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764330.617450:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764330.617461:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764330/real 1789764330]  req@ffff9c6f851a3100 x1876699777876352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764330.617473:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777876352/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764330.617481:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764330.617484:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764330.617488:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777876352:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764330.617494:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777876480:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764330.617513:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764330.617523:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764330/real 1789764330]  req@ffff9c6f851a0700 x1876699777876480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764330.617535:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777876480/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764330.617550:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764330.617553:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764330.617557:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777876480:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764330.617563:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777876608:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764330.617580:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764330.617591:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764330/real 1789764330]  req@ffff9c6f851a1880 x1876699777876608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764330.617601:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777876608/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764330.617608:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764330.617611:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764330.617683:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777876608:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789764330.746006:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764331.769481:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764332.792765:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764333.816868:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764334.840416:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764335.736349:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764335.736359:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764335.736363:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764335.736373:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 4007
00000100:00080000:2.0:1789764335.736384:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764335.736391:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789764335.736437:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777876736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764335.736460:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764335.736465:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764335.736467:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764335.736471:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4007
00000100:00080000:2.0:1789764335.736475:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764335.736479:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764335.736489:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764335.736501:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777876864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764335.736512:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764335.736516:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764335.736518:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764335.736521:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4007
00000100:00080000:2.0:1789764335.736524:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764335.736528:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764335.736533:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764335.736541:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777876992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764335.736550:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764335.736553:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764335.736555:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764335.736558:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4007
00000100:00080000:2.0:1789764335.736562:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764335.736566:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764335.736570:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764335.736590:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777877120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764335.736600:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764335.736604:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764335.736605:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764335.736610:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4007
00000100:00080000:2.0:1789764335.736614:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764335.736618:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764335.736623:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764335.736641:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777877248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764335.736650:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764335.736653:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764335.736655:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764335.736659:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4007
00000100:00080000:2.0:1789764335.736662:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764335.736666:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764335.736671:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764335.736681:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777877376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764335.736689:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764335.736692:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764335.736694:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764335.736697:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4007
00000100:00080000:2.0:1789764335.736700:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764335.736704:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764335.736708:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764335.736717:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777877504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764335.737611:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777876736:192.168.203.138@tcp:250:kworker.0
00000800:00000100:0.0:1789764335.737715:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764335.737763:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764335/real 1789764335]  req@ffff9c6f851a0e00 x1876699777876736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764335.737782:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777876736/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764335.737795:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764335.737800:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764335.737804:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777876736:192.168.203.138@tcp:250:kworker.0
00000100:00100000:0.0:1789764335.737821:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777876864:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764335.737843:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764335.737855:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764335/real 1789764335]  req@ffff9c6f851a2a00 x1876699777876864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764335.737867:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777876864/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764335.737876:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764335.737880:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764335.737883:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777876864:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764335.737889:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777876992:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764335.737906:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764335.737914:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764335/real 1789764335]  req@ffff9c6f851a3800 x1876699777876992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764335.737926:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777876992/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764335.737933:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764335.737936:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764335.737940:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777876992:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764335.737946:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777877120:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764335.737962:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764335.737972:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764335/real 1789764335]  req@ffff9c6f851a0a80 x1876699777877120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764335.737983:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777877120/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764335.737991:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764335.737994:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764335.737998:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777877120:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764335.738003:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777877248:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764335.738018:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764335.738027:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764335/real 1789764335]  req@ffff9c6f851a1880 x1876699777877248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764335.738038:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777877248/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764335.738045:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764335.738055:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764335.738058:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777877248:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764335.738065:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777877376:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764335.738083:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764335.738092:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764335/real 1789764335]  req@ffff9c6f851a0700 x1876699777877376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764335.738103:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777877376/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764335.738111:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764335.738114:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764335.738118:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777877376:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764335.738124:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777877504:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764335.738140:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764335.738149:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764335/real 1789764335]  req@ffff9c6f851a3100 x1876699777877504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764335.738159:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777877504/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764335.738168:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764335.738171:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764335.738174:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777877504:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764335.865548:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764336.888451:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764337.912529:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764338.936768:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764339.960998:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764340.856324:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764340.856335:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764340.856339:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764340.856351:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 4012
00000100:00080000:2.0:1789764340.856361:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764340.856374:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789764340.856405:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777877632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764340.856439:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764340.856443:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764340.856445:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764340.856450:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4012
00000100:00080000:2.0:1789764340.856455:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764340.856460:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764340.856470:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764340.856476:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777877632:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789764340.856489:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777877760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764340.856502:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764340.856506:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764340.856508:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764340.856511:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4012
00000100:00080000:2.0:1789764340.856530:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764340.856535:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764340.856556:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764340.856570:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777877888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764340.856583:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764340.856587:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764340.856589:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764340.856594:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4012
00000100:00080000:2.0:1789764340.856598:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764340.856603:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764340.856609:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764340.856620:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777878016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764340.856631:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764340.856634:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764340.856636:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764340.856641:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4012
00000100:00080000:2.0:1789764340.856644:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764340.856649:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764340.856654:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764340.856664:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777878144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764340.856672:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789764340.856676:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777877760:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789764340.856678:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764340.856681:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764340.856688:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4012
00000100:00080000:2.0:1789764340.856692:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764340.856696:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764340.856701:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764340.856713:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777878272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764340.856717:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777877888:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789764340.856737:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764340.856741:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764340.856743:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789764340.856746:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777878016:192.168.203.138@tcp:8:kworker.0
00000100:00080000:2.0:1789764340.856750:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4012
00000100:00080000:2.0:1789764340.856756:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764340.856761:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764340.856766:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764340.856774:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777878144:192.168.203.138@tcp:8:kworker.0
00000100:00100000:2.0:1789764340.856780:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777878400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764340.856806:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777878272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764340.856829:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777878400:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764340.984388:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764342.008368:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764343.033433:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789764343.932555:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.138:988
00000400:00000100:2.0:1789764343.932615:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.138@tcp at host 192.168.203.138 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789764343.932632:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764343.932677:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764343.932687:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764343.932695:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764343.932703:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764343.932710:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000800:00000100:2.0:1789764343.932717:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.138@tcp
00000100:00100000:3.0:1789764343.932809:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764340/real 1789764343]  req@ffff9c6f851a0000 x1876699777878272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764343.932847:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777878272/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764343.932860:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764343.933044:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764343.933052:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777878272:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764343.933061:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764340/real 1789764343]  req@ffff9c6f851a3480 x1876699777878400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764343.933077:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777878400/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764343.933086:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764343.933090:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764343.933093:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777878400:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764343.933100:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764340/real 1789764343]  req@ffff9c6f851a3b80 x1876699777877888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764343.933111:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777877888/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764343.933118:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764343.933121:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764343.933124:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777877888:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764343.933134:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764340/real 1789764343]  req@ffff9c6f851a1180 x1876699777878016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764343.933147:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777878016/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764343.933155:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764343.933158:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764343.933161:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777878016:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764343.933168:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764340/real 1789764343]  req@ffff9c6f851a1500 x1876699777878144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764343.933178:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777878144/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764343.933185:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764343.933188:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764343.933191:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777878144:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764343.933198:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764340/real 1789764343]  req@ffff9c6f851a1c00 x1876699777877760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764343.933209:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777877760/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764343.933217:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764343.933221:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764343.933283:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777877760:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764343.933292:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764340/real 1789764343]  req@ffff9c6f851a1f80 x1876699777877632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764343.933306:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777877632/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764343.933315:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764343.933318:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764343.933322:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777877632:192.168.203.138@tcp:250:kworker.0
00010000:00010000:3.0:1789764344.058318:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764345.080458:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764345.976344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764345.976357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764345.976362:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764345.976373:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 4017
00000100:00080000:2.0:1789764345.976385:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764345.976395:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789764345.976440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777878528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764345.976472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764345.976476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764345.976478:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764345.976482:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4017
00000100:00080000:2.0:1789764345.976485:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764345.976489:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764345.976501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764345.976529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777878656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764345.976538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789764345.976540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777878528:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789764345.976542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764345.976546:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764345.976554:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4017
00000100:00080000:2.0:1789764345.976564:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764345.976568:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764345.976573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764345.976584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777878784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764345.976594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764345.976597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764345.976598:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764345.976602:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4017
00000100:00080000:2.0:1789764345.976623:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764345.976627:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764345.976631:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789764345.976638:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:2.0:1789764345.976645:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777878912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764345.976654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764345.976657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764345.976659:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764345.976663:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4017
00000100:00080000:2.0:1789764345.976671:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764345.976675:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764345.976679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764345.976692:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777879040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764345.976700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789764345.976703:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764345/real 1789764345]  req@ffff9c6f851a2680 x1876699777878528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764345.976705:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764345.976708:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764345.976717:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4017
00000100:00080000:2.0:1789764345.976725:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764345.976730:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764345.976735:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764345.976738:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777878528/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764345.976753:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789764345.976758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777879168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764345.976761:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764345.976770:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777878528:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789764345.976777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764345.976782:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764345.976784:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764345.976789:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4017
00000100:00080000:2.0:1789764345.976793:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764345.976797:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764345.976807:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777878656:192.168.203.138@tcp:38:kworker.0
00000008:00100000:2.0:1789764345.976814:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764345.976830:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777879296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764345.976840:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764345.976881:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764345/real 1789764345]  req@ffff9c6f851a0380 x1876699777878656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764345.976894:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777878656/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764345.976903:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764345.976906:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764345.976909:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777878656:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764345.976914:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777878784:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764345.976933:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764345.976944:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764345/real 1789764345]  req@ffff9c6f851a2d80 x1876699777878784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764345.976955:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777878784/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764345.976969:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764345.976972:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764345.976975:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777878784:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764345.976981:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777878912:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764345.977000:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764345.977010:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764345/real 1789764345]  req@ffff9c6f851a2300 x1876699777878912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764345.977021:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777878912/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764345.977028:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764345.977030:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764345.977034:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777878912:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764345.977039:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777879040:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764345.977060:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764345.977071:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764345/real 1789764345]  req@ffff9c6f851a1f80 x1876699777879040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764345.977085:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777879040/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764345.977092:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764345.977095:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764345.977098:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777879040:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764345.977103:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777879168:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764345.978629:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764345.978780:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764345/real 1789764345]  req@ffff9c6f851a1c00 x1876699777879168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764345.978804:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777879168/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764345.978816:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764345.978821:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764345.978825:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777879168:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764345.978885:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777879296:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764345.978948:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764345.979080:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764345/real 1789764345]  req@ffff9c6f851a1500 x1876699777879296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764345.979097:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777879296/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764345.979106:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764345.979109:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764345.979112:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777879296:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789764346.104455:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764347.128424:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764348.152666:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764349.176389:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764350.200353:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764351.096553:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764351.096563:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764351.096566:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764351.096588:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 4022
00000100:00080000:3.0:1789764351.096599:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764351.096607:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764351.096640:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebaa00 x1876699777879424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764351.096665:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764351.096667:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764351.096668:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764351.096671:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4022
00000100:00080000:3.0:1789764351.096680:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764351.096688:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764351.096697:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764351.096713:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9880 x1876699777879552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764351.096723:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777879424:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764351.096727:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764351.096732:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764351.096734:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764351.096739:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4022
00000100:00080000:3.0:1789764351.096742:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764351.096746:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764351.096752:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764351.096766:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9500 x1876699777879680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764351.096775:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764351.096778:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764351.096780:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789764351.096785:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:3.0:1789764351.096788:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4022
00000100:00080000:3.0:1789764351.096793:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764351.096797:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764351.096803:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764351.096816:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb800 x1876699777879808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764351.096825:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764351.096828:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764351.096830:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764351.096835:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764351/real 1789764351]  req@ffff9c6f91ebaa00 x1876699777879424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764351.096838:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4022
00000100:00080000:3.0:1789764351.096846:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764351.096852:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764351.096858:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764351.096859:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebaa00 x1876699777879424/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764351.096869:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764351.096874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764351.096875:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91eb9f80 x1876699777879936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764351.096879:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777879424:192.168.203.138@tcp:250:kworker.0
00000100:00080000:3.0:1789764351.096891:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764351.096894:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764351.096895:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764351.096898:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4022
00000100:00080000:3.0:1789764351.096901:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764351.096904:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777879552:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764351.096908:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:3.0:1789764351.096914:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764351.096925:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764351.096930:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebb480 x1876699777880064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764351.096937:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764351/real 1789764351]  req@ffff9c6f91eb9880 x1876699777879552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764351.096945:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764351.096950:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9880 x1876699777879552/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764351.096952:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764351.096956:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764351.096962:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764351.096964:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4022
00000100:00080000:0.0:1789764351.096967:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00080000:3.0:1789764351.096970:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764351.096971:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777879552:192.168.203.138@tcp:38:kworker.0
00000100:00080000:3.0:1789764351.096976:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764351.096979:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777879680:192.168.203.138@tcp:38:kworker.0
00000008:00100000:3.0:1789764351.096983:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764351.096995:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f91ebad80 x1876699777880192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764351.096996:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764351.097007:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764351/real 1789764351]  req@ffff9c6f91eb9500 x1876699777879680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764351.097021:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9500 x1876699777879680/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764351.097029:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764351.097032:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764351.097035:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777879680:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764351.097040:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777879808:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764351.097058:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764351.097068:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764351/real 1789764351]  req@ffff9c6f91ebb800 x1876699777879808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764351.097078:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb800 x1876699777879808/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764351.097086:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764351.097089:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764351.097092:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777879808:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764351.097097:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777879936:192.168.203.138@tcp:8:kworker.0
00000800:00000100:0.0:1789764351.097114:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764351.097125:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764351/real 1789764351]  req@ffff9c6f91eb9f80 x1876699777879936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764351.097135:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91eb9f80 x1876699777879936/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764351.097141:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764351.097143:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764351.097145:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91eb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777879936:192.168.203.138@tcp:8:kworker.0
00000100:00100000:0.0:1789764351.097156:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777880064:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764351.097168:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764351.097175:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764351/real 1789764351]  req@ffff9c6f91ebb480 x1876699777880064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764351.097181:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebb480 x1876699777880064/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764351.097186:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764351.097188:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764351.097190:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777880064:192.168.203.138@tcp:38:kworker.0
00000100:00100000:0.0:1789764351.097193:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777880192:192.168.203.138@tcp:38:kworker.0
00000800:00000100:0.0:1789764351.097201:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764351.097206:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764351/real 1789764351]  req@ffff9c6f91ebad80 x1876699777880192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764351.097212:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f91ebad80 x1876699777880192/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764351.097216:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764351.097217:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764351.097219:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f91ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777880192:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789764351.224389:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764352.248385:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764353.272530:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764354.296420:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764355.320483:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764356.216561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764356.216571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764356.216576:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764356.216587:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 4027
00000100:00080000:0.0:1789764356.216597:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764356.216603:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764356.216636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777880320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764356.216665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764356.216670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764356.216673:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764356.216677:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4027
00000100:00080000:0.0:1789764356.216681:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764356.216686:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764356.216695:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764356.216706:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777880448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764356.216716:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764356.216719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764356.216721:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764356.216725:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4027
00000100:00080000:0.0:1789764356.216728:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764356.216731:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764356.216735:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764356.216755:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777880576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764356.216765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764356.216769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764356.216770:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764356.216774:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4027
00000100:00080000:0.0:1789764356.216777:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764356.216780:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764356.216785:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764356.216793:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777880704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764356.216802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764356.216806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764356.216807:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764356.216810:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4027
00000100:00080000:0.0:1789764356.216813:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764356.216816:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764356.216819:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764356.216828:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777880832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764356.216838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764356.216842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764356.216843:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764356.216849:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4027
00000100:00100000:3.0:1789764356.216850:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777880320:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789764356.216853:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764356.216861:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764356.216867:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764356.216878:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777880960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764356.216887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764356.216891:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764356.216894:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764356.216897:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4027
00000100:00080000:0.0:1789764356.216901:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764356.216904:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764356.216909:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789764356.216912:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:0.0:1789764356.216920:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777881088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764356.216955:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764356/real 1789764356]  req@ffff9c6f84ef5f80 x1876699777880320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764356.216973:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777880320/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764356.216983:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764356.216986:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764356.216990:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777880320:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764356.216997:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777880448:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764356.217018:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764356.217030:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764356/real 1789764356]  req@ffff9c6f84ef7800 x1876699777880448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764356.217042:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777880448/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764356.217050:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764356.217053:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764356.217069:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777880448:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764356.217077:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777880576:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764356.217098:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764356.217109:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764356/real 1789764356]  req@ffff9c6f84ef6a00 x1876699777880576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764356.217119:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777880576/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764356.217126:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764356.217130:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764356.217132:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777880576:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764356.217137:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777880704:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764356.217154:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764356.217164:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764356/real 1789764356]  req@ffff9c6f84ef5880 x1876699777880704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764356.217175:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777880704/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764356.217182:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764356.217185:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764356.217188:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777880704:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764356.217193:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777880832:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764356.217210:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764356.217246:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764356/real 1789764356]  req@ffff9c6f84ef6d80 x1876699777880832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764356.217264:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777880832/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764356.217272:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764356.217275:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764356.217278:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777880832:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764356.217303:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777880960:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764356.217322:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764356.217333:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764356/real 1789764356]  req@ffff9c6f84ef6300 x1876699777880960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764356.217343:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777880960/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764356.217349:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764356.217365:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764356.217368:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777880960:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764356.217373:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777881088:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764356.217391:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764356.217402:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764356/real 1789764356]  req@ffff9c6f84ef4380 x1876699777881088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764356.217412:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777881088/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764356.217424:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764356.217439:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764356.217443:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777881088:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764356.344463:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764357.368389:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764358.392381:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764359.416465:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764360.441005:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764361.336328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764361.336339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764361.336343:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764361.336353:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 4032
00000100:00080000:0.0:1789764361.336364:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764361.336372:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764361.336453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5c00 x1876699777881216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764361.336519:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777881216:192.168.203.138@tcp:250:kworker.0
00000800:00000100:3.0:1789764361.336578:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789764361.336608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764361.336612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764361.336614:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764361.336618:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4032
00000100:00080000:0.0:1789764361.336622:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764361.336627:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764361.336635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764361.336650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4380 x1876699777881344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764361.336708:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764361/real 1789764361]  req@ffff9c6f84ef5c00 x1876699777881216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764361.336723:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5c00 x1876699777881216/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764361.336732:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764361.336736:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764361.336739:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777881216:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764361.336760:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777881344:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764361.336782:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764361.336794:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764361/real 1789764361]  req@ffff9c6f84ef4380 x1876699777881344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764361.336805:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4380 x1876699777881344/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764361.336813:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764361.336816:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764361.336819:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777881344:192.168.203.138@tcp:38:kworker.0
00000100:00080000:0.0:1789764361.336956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764361.336960:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764361.336962:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764361.336966:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4032
00000100:00080000:0.0:1789764361.336971:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764361.336974:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764361.336979:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764361.336992:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6300 x1876699777881472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764361.337034:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777881472:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764361.337066:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789764361.337084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764361.337088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764361.337089:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764361.337094:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4032
00000100:00080000:0.0:1789764361.337097:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764361.337101:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764361.337106:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764361.337117:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6d80 x1876699777881600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764361.337203:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764361/real 1789764361]  req@ffff9c6f84ef6300 x1876699777881472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764361.337216:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6300 x1876699777881472/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764361.337243:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764361.337247:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764361.337250:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777881472:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764361.337263:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777881600:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764361.337286:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764361.337297:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764361/real 1789764361]  req@ffff9c6f84ef6d80 x1876699777881600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764361.337308:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6d80 x1876699777881600/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764361.337316:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764361.337319:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764361.337322:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777881600:192.168.203.138@tcp:8:kworker.0
00000100:00080000:0.0:1789764361.337380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764361.337384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764361.337386:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764361.337401:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4032
00000100:00080000:0.0:1789764361.337405:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764361.337409:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764361.337414:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764361.337427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5880 x1876699777881728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764361.337437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764361.337440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764361.337442:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764361.337445:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4032
00000100:00080000:0.0:1789764361.337448:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764361.337452:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764361.337456:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764361.337467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6a00 x1876699777881856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764361.337475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764361.337477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764361.337479:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764361.337482:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4032
00000100:00080000:0.0:1789764361.337485:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764361.337488:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764361.337492:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764361.337501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7800 x1876699777881984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764361.337561:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777881728:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764361.337584:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764361.337596:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764361/real 1789764361]  req@ffff9c6f84ef5880 x1876699777881728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764361.337607:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5880 x1876699777881728/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764361.337614:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764361.337617:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764361.337620:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777881728:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764361.337626:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777881856:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764361.337643:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764361.337654:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764361/real 1789764361]  req@ffff9c6f84ef6a00 x1876699777881856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764361.337664:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6a00 x1876699777881856/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764361.337671:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764361.337674:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764361.337677:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777881856:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764361.337683:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777881984:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764361.337701:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764361.337712:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764361/real 1789764361]  req@ffff9c6f84ef7800 x1876699777881984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764361.337729:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7800 x1876699777881984/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764361.337736:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764361.337738:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764361.337742:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777881984:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789764361.466345:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764362.491465:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764363.512366:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764364.536406:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764365.560432:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764366.456500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764366.456510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764366.456515:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764366.456524:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 4038
00000100:00080000:2.0:1789764366.456535:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764366.456542:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789764366.456578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777882112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764366.456616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764366.456620:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764366.456621:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764366.456626:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4038
00000100:00080000:2.0:1789764366.456630:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764366.456635:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764366.456644:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764366.456657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777882240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764366.456667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764366.456671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764366.456672:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764366.456676:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4038
00000100:00080000:2.0:1789764366.456680:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789764366.456776:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777882112:192.168.203.138@tcp:250:kworker.0
00000800:00000100:3.0:1789764366.456833:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764366.456990:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764366/real 1789764366]  req@ffff9c6f851a1180 x1876699777882112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764366.457006:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777882112/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764366.457015:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764366.457019:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764366.457023:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777882112:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764366.457030:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777882240:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764366.457053:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764366.457066:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764366/real 1789764366]  req@ffff9c6f851a3b80 x1876699777882240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764366.457077:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777882240/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764366.457086:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764366.457089:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764366.457092:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777882240:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789764366.457149:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764366.457155:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764366.457168:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777882368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764366.457187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764366.457190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764366.457192:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764366.457196:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4038
00000100:00080000:2.0:1789764366.457201:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764366.457205:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764366.457210:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764366.457273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777882496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764366.457283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764366.457286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764366.457288:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764366.457292:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4038
00000100:00080000:2.0:1789764366.457296:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764366.457299:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764366.457304:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764366.457316:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777882624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764366.457329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764366.457332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764366.457334:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764366.457337:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4038
00000100:00080000:2.0:1789764366.457341:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764366.457345:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764366.457350:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764366.457372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777882752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764366.457381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764366.457384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764366.457386:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764366.457389:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4038
00000100:00080000:2.0:1789764366.457393:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764366.457397:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764366.457402:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764366.457412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777882880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764366.457487:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777882368:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764366.457509:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764366.457522:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764366/real 1789764366]  req@ffff9c6f851a3480 x1876699777882368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764366.457534:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777882368/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764366.457541:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764366.457545:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764366.457548:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777882368:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764366.457554:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777882496:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764366.457573:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764366.457583:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764366/real 1789764366]  req@ffff9c6f851a0000 x1876699777882496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764366.457595:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777882496/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764366.457603:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764366.457606:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764366.457610:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777882496:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764366.457615:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777882624:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764366.457633:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764366.457643:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764366/real 1789764366]  req@ffff9c6f851a3100 x1876699777882624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764366.457653:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777882624/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764366.457660:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764366.457663:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764366.457665:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777882624:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764366.457671:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777882752:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764366.457822:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764366.457944:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764366/real 1789764366]  req@ffff9c6f851a0700 x1876699777882752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764366.457960:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777882752/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764366.457968:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764366.457970:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764366.457973:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777882752:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764366.457979:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777882880:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764366.458000:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764366.458013:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764366/real 1789764366]  req@ffff9c6f851a1880 x1876699777882880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764366.458023:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777882880/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764366.458031:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764366.458034:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764366.458037:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777882880:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789764366.584916:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764367.608368:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764368.632958:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764369.656421:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764370.680947:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764371.576368:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764371.576378:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764371.576389:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764371.576399:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 4043
00000100:00080000:2.0:1789764371.576410:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764371.576417:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789764371.576465:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0a80 x1876699777883008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764371.576491:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764371.576495:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764371.576497:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764371.576501:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4043
00000100:00080000:2.0:1789764371.576505:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764371.576508:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764371.576517:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764371.576539:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3800 x1876699777883136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764371.576540:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777883008:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789764371.576549:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764371.576552:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764371.576554:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764371.576557:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4043
00000100:00080000:2.0:1789764371.576560:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764371.576564:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764371.576568:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764371.576576:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2a00 x1876699777883264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764371.576584:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764371.576587:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764371.576588:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764371.576592:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4043
00000800:00000100:3.0:1789764371.576593:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789764371.576594:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764371.576597:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764371.576601:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764371.576609:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0e00 x1876699777883392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764371.576618:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764371.576620:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764371.576622:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764371.576625:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4043
00000100:00080000:2.0:1789764371.576635:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764371.576639:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764371.576640:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764371/real 1789764371]  req@ffff9c6f851a0a80 x1876699777883008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789764371.576643:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764371.576652:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1880 x1876699777883520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764371.576656:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0a80 x1876699777883008/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764371.576661:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764371.576666:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764371.576669:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764371.576673:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777883008:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789764371.576674:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764371.576676:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764371.576679:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4043
00000100:00080000:2.0:1789764371.576682:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764371.576685:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764371.576690:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764371.576695:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777883136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:2.0:1789764371.576698:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0700 x1876699777883648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764371.576707:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764371.576710:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764371.576712:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789764371.576714:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789764371.576716:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4043
00000100:00080000:2.0:1789764371.576718:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764371.576722:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:3.0:1789764371.576725:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764371/real 1789764371]  req@ffff9c6f851a3800 x1876699777883136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789764371.576726:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764371.576735:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3100 x1876699777883776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764371.576736:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3800 x1876699777883136/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764371.576745:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764371.576748:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764371.576751:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777883136:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764371.576756:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777883264:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764371.576773:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764371.576784:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764371/real 1789764371]  req@ffff9c6f851a2a00 x1876699777883264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764371.576794:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2a00 x1876699777883264/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764371.576801:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764371.576804:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764371.576807:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777883264:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764371.576812:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777883392:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764371.576843:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764371.576853:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764371/real 1789764371]  req@ffff9c6f851a0e00 x1876699777883392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764371.576864:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0e00 x1876699777883392/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764371.576871:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764371.576874:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764371.576878:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777883392:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764371.576883:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777883520:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764371.576900:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764371.576910:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764371/real 1789764371]  req@ffff9c6f851a1880 x1876699777883520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764371.576920:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1880 x1876699777883520/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764371.576927:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764371.576930:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764371.576933:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777883520:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764371.576950:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777883648:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764371.576969:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764371.576979:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764371/real 1789764371]  req@ffff9c6f851a0700 x1876699777883648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764371.576990:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0700 x1876699777883648/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764371.577008:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764371.577011:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764371.577014:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777883648:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764371.577019:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777883776:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764371.577034:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764371.577043:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764371/real 1789764371]  req@ffff9c6f851a3100 x1876699777883776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764371.577052:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3100 x1876699777883776/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764371.577058:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764371.577061:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764371.577064:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777883776:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764371.704580:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764372.730546:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764373.755569:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764374.777353:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764375.800949:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764376.696484:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764376.696494:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764376.696498:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764376.696508:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 4048
00000100:00080000:2.0:1789764376.696518:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764376.696525:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789764376.696560:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777883904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764376.696591:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764376.696595:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764376.696597:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764376.696601:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4048
00000100:00080000:2.0:1789764376.696604:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764376.696617:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764376.696627:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764376.696647:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777884032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764376.696658:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764376.696662:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764376.696664:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764376.696668:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4048
00000100:00080000:2.0:1789764376.696679:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764376.696684:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764376.696689:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764376.696696:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777883904:192.168.203.138@tcp:250:kworker.0
00000100:00100000:2.0:1789764376.696702:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777884160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764376.696735:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764376.696738:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764376.696740:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764376.696744:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4048
00000100:00080000:2.0:1789764376.696748:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764376.696752:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764376.696756:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764376.696768:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777884288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764376.696777:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764376.696780:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764376.696782:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764376.696786:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4048
00000100:00080000:2.0:1789764376.696790:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764376.696793:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764376.696797:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764376.696820:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777884416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764376.696829:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764376.696832:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764376.696834:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764376.696837:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4048
00000100:00080000:2.0:1789764376.696841:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764376.696845:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764376.696850:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764376.696859:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777884544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764376.696872:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764376.696875:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764376.696877:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764376.696880:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4048
00000100:00080000:2.0:1789764376.696883:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764376.696886:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764376.696891:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764376.696899:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777884672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764376.696958:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764376.696996:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764376/real 1789764376]  req@ffff9c6f851a0000 x1876699777883904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764376.697012:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777883904/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764376.697022:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764376.697026:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764376.697096:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777883904:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764376.697105:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777884032:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764376.697298:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764376.697313:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764376/real 1789764376]  req@ffff9c6f851a3480 x1876699777884032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764376.697331:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777884032/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764376.697339:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764376.697342:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764376.697345:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777884032:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764376.697368:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777884160:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764376.697387:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764376.697399:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764376/real 1789764376]  req@ffff9c6f851a3b80 x1876699777884160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764376.697409:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777884160/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764376.697415:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764376.697418:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764376.697421:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777884160:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764376.697426:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777884288:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764376.697443:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764376.697453:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764376/real 1789764376]  req@ffff9c6f851a1180 x1876699777884288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764376.697463:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777884288/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764376.697475:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764376.697479:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764376.697482:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777884288:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764376.697488:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777884416:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764376.697504:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764376.697513:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764376/real 1789764376]  req@ffff9c6f851a1500 x1876699777884416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764376.697522:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777884416/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764376.697529:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764376.697532:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764376.697535:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777884416:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764376.697539:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777884544:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764376.697558:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764376.697569:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764376/real 1789764376]  req@ffff9c6f851a1c00 x1876699777884544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764376.697579:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777884544/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764376.697585:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764376.697588:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764376.697591:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777884544:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764376.697597:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777884672:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764376.697615:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764376.697625:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764376/real 1789764376]  req@ffff9c6f851a1f80 x1876699777884672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764376.697635:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777884672/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764376.697643:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764376.697645:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764376.697649:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777884672:192.168.203.138@tcp:38:kworker.0
00010000:00010000:1.0:1789764376.826673:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764377.849804:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764378.872445:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764379.896378:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764380.920430:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764381.821071:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764381.821081:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764381.821085:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764381.821096:0:13474:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 4053
00000100:00080000:0.0:1789764381.821107:0:13474:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764381.821115:0:13474:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764381.821152:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5f80 x1876699777884800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764381.821185:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764381.821189:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764381.821191:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764381.821196:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4053
00000100:00080000:0.0:1789764381.821200:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764381.821204:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764381.821212:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764381.821271:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777884928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764381.821282:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764381.821285:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764381.821287:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764381.821290:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4053
00000100:00080000:0.0:1789764381.821294:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764381.821298:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764381.821304:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764381.821315:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777885056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764381.821325:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764381.821328:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764381.821330:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764381.821333:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4053
00000100:00080000:0.0:1789764381.821336:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764381.821340:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764381.821344:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764381.821354:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777885184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764381.821362:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764381.821365:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764381.821366:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764381.821369:0:13474:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4053
00000100:00080000:0.0:1789764381.821373:0:13474:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764381.821376:0:13474:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764381.821380:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764381.821389:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777885312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764381.821395:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764381.821398:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764381.821400:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764381.821403:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4053
00000100:00080000:0.0:1789764381.821406:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764381.821409:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764381.821413:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764381.821420:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777885440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764381.821428:0:13474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764381.821431:0:13474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764381.821433:0:13474:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764381.821436:0:13474:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4053
00000100:00080000:0.0:1789764381.821439:0:13474:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764381.821444:0:13474:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764381.821448:0:13474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764381.821457:0:13474:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777885568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764381.821538:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777884800:192.168.203.138@tcp:250:kworker.0
00000800:00000100:3.0:1789764381.821594:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764381.821632:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764381/real 1789764381]  req@ffff9c6f84ef5f80 x1876699777884800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764381.821648:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5f80 x1876699777884800/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764381.821657:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764381.821660:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764381.821663:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777884800:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764381.821670:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777884928:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764381.821690:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764381.821702:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764381/real 1789764381]  req@ffff9c6f84ef6680 x1876699777884928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764381.821713:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777884928/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764381.821720:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764381.821722:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764381.821725:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777884928:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764381.821731:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777885056:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764381.821759:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764381.821771:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764381/real 1789764381]  req@ffff9c6f84ef4e00 x1876699777885056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764381.821781:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777885056/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764381.821788:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764381.821791:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764381.821794:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777885056:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764381.821799:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777885184:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764381.821816:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764381.821824:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764381/real 1789764381]  req@ffff9c6f84ef7480 x1876699777885184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764381.821835:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777885184/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764381.821842:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764381.821845:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764381.821848:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777885184:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764381.821853:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777885312:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764381.821869:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764381.821878:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764381/real 1789764381]  req@ffff9c6f84ef4700 x1876699777885312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764381.821887:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777885312/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764381.822454:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764381.822467:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764381.822471:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777885312:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764381.822478:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777885440:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764381.822501:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764381.822514:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764381/real 1789764381]  req@ffff9c6f84ef4a80 x1876699777885440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764381.822524:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777885440/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764381.822537:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764381.822540:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764381.822543:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777885440:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764381.822549:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777885568:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764381.822568:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764381.822578:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764381/real 1789764381]  req@ffff9c6f84ef4000 x1876699777885568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764381.822589:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777885568/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764381.822596:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764381.822599:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764381.822602:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777885568:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764381.944770:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764382.971808:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764383.992482:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764385.016499:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764386.040444:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764386.954341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764386.954351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764386.954355:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764386.954365:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 4058
00000100:00080000:2.0:1789764386.954375:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764386.954382:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789764386.954417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777885696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764386.957792:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777885696:192.168.203.138@tcp:250:kworker.0
00000800:00000100:3.0:1789764386.957869:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764386.957923:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764386/real 1789764386]  req@ffff9c6f851a2300 x1876699777885696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764386.957942:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777885696/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764386.957954:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764386.957958:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764386.957962:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777885696:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789764386.985343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764386.985352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764386.985355:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764386.985365:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4058
00000100:00080000:2.0:1789764386.985375:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764386.985551:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764386.985565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764386.985601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777885824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764386.985677:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777885824:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764386.985734:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789764386.985806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764386.985809:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764386.985811:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764386.985816:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4058
00000100:00080000:2.0:1789764386.985820:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764386.985823:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764386.985828:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764386.985840:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777885952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764386.990078:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764386/real 1789764386]  req@ffff9c6f851a2d80 x1876699777885824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764386.990104:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777885824/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764386.990117:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764386.990122:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764386.990125:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777885824:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764386.990156:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777885952:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764386.990289:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764386.990318:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764386/real 1789764386]  req@ffff9c6f851a0380 x1876699777885952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764386.990330:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777885952/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764386.990338:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764386.990341:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764386.990344:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777885952:192.168.203.138@tcp:38:kworker.0
00000100:00080000:2.0:1789764386.992969:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764386.992979:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764386.992984:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764386.992993:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4058
00000100:00080000:2.0:1789764386.993003:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764386.993011:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764386.993022:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764386.993050:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2680 x1876699777886080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764386.993098:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777886080:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764386.993149:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789764386.993392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764386.993396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764386.993399:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764386.993404:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4058
00000100:00080000:2.0:1789764386.993409:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764386.993413:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764386.993419:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764386.993433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0380 x1876699777886208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764386.993575:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764386/real 1789764386]  req@ffff9c6f851a2680 x1876699777886080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764386.993592:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2680 x1876699777886080/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764386.993602:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764386.993606:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764386.993610:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777886080:192.168.203.138@tcp:8:kworker.0
00000100:00080000:2.0:1789764386.993715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764386.993719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764386.993721:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764386.993726:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4058
00000100:00080000:2.0:1789764386.993730:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764386.993734:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764386.993740:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764386.993753:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2d80 x1876699777886336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764386.993762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764386.993766:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764386.993768:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764386.993772:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4058
00000100:00080000:2.0:1789764386.993775:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764386.993778:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764386.993783:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764386.993793:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a2300 x1876699777886464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764386.993859:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777886208:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764386.993883:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764386.993894:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764386/real 1789764386]  req@ffff9c6f851a0380 x1876699777886208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764386.993906:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0380 x1876699777886208/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764386.993914:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764386.993917:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764386.993920:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777886208:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764386.993926:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777886336:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764386.993943:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764386.993953:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764386/real 1789764386]  req@ffff9c6f851a2d80 x1876699777886336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764386.993966:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2d80 x1876699777886336/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764386.993975:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764386.993978:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764386.993981:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777886336:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764386.993987:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777886464:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764386.994005:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764386.994016:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764386/real 1789764386]  req@ffff9c6f851a2300 x1876699777886464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764386.994026:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a2300 x1876699777886464/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764386.994034:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764386.994037:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764386.994040:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777886464:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764387.067403:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764388.088420:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764389.112439:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764390.136651:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764391.160383:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764392.056883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764392.056894:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764392.056898:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764392.056907:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 4063
00000100:00080000:2.0:1789764392.057163:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764392.057182:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:2.0:1789764392.057250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1f80 x1876699777886592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764392.057292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764392.057299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764392.057301:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764392.057308:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4063
00000100:00080000:2.0:1789764392.057311:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764392.057315:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764392.057326:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764392.057340:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1c00 x1876699777886720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764392.057349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764392.057352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764392.057354:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764392.057357:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4063
00000100:00080000:2.0:1789764392.057361:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764392.057366:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764392.057370:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764392.057380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1500 x1876699777886848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764392.057389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764392.057392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1789764392.057564:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777886592:192.168.203.138@tcp:250:kworker.0
00000100:00080000:2.0:1789764392.057617:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764392.057624:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4063
00000100:00080000:2.0:1789764392.057629:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764392.057634:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764392.057640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764392.057662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a1180 x1876699777886976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764392.057672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764392.057676:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764392.057678:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764392.057682:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4063
00000100:00080000:2.0:1789764392.057685:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764392.057689:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764392.057694:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764392.057703:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3b80 x1876699777887104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764392.057711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764392.057715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764392.057716:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764392.057719:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4063
00000100:00080000:2.0:1789764392.057723:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764392.057727:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764392.057732:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764392.057741:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a3480 x1876699777887232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764392.057750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764392.057762:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764392.057764:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764392.057770:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4063
00000800:00000100:3.0:1789764392.057770:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:2.0:1789764392.057777:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764392.057781:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:2.0:1789764392.057787:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764392.057799:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f851a0000 x1876699777887360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764392.057830:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764392/real 1789764392]  req@ffff9c6f851a1f80 x1876699777886592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764392.057850:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1f80 x1876699777886592/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764392.057860:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764392.057864:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764392.057868:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777886592:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764392.057875:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777886720:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764392.057893:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764392.057902:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764392/real 1789764392]  req@ffff9c6f851a1c00 x1876699777886720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764392.057909:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1c00 x1876699777886720/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764392.057915:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764392.057918:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764392.057921:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777886720:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764392.057926:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777886848:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764392.057943:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764392.057964:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764392/real 1789764392]  req@ffff9c6f851a1500 x1876699777886848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764392.057975:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1500 x1876699777886848/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764392.057987:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764392.057990:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764392.057994:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777886848:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764392.058018:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777886976:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764392.058038:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764392.058048:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764392/real 1789764392]  req@ffff9c6f851a1180 x1876699777886976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764392.058059:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a1180 x1876699777886976/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764392.058068:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764392.058070:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764392.058073:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777886976:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764392.058079:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777887104:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764392.058096:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764392.058106:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764392/real 1789764392]  req@ffff9c6f851a3b80 x1876699777887104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764392.058115:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3b80 x1876699777887104/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764392.058122:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764392.058124:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764392.058127:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777887104:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764392.058132:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777887232:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764392.058180:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764392.058193:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764392/real 1789764392]  req@ffff9c6f851a3480 x1876699777887232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764392.058203:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a3480 x1876699777887232/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764392.058210:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764392.058213:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764392.058216:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777887232:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764392.058243:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777887360:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764392.058263:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764392.058273:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764392/real 1789764392]  req@ffff9c6f851a0000 x1876699777887360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764392.058284:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f851a0000 x1876699777887360/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764392.058291:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764392.058293:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764392.058296:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f851a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777887360:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764392.184365:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764393.209619:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764394.236878:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764395.258454:0:10517:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764396.280375:0:6389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764397.176557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9c9a29f0-58a4-4591-8db4-e258df357379->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764397.176566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764397.176569:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764397.176578:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.138@tcp: connect to NID 192.168.203.138@tcp last attempt 4068
00000100:00080000:0.0:1789764397.176589:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.138@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764397.176604:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.138@tcp: import ffff9c6f83bd1800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000100:00100000:0.0:1789764397.176643:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef5500 x1876699777887488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764397.176676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764397.176679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764397.176680:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764397.176684:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4068
00000100:00080000:0.0:1789764397.176688:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764397.176691:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f91f6e000: import ffff9c6f91ec4800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764397.176700:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764397.176712:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4000 x1876699777887616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764397.176720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764397.176724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764397.176725:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764397.176728:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4068
00000100:00080000:0.0:1789764397.176732:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764397.176735:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f91f6e000: import ffff9c6f91ec0800 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764397.176740:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764397.176750:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4a80 x1876699777887744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764397.176756:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777887488:192.168.203.138@tcp:250:kworker.0
00000100:00080000:0.0:1789764397.176763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764397.176768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764397.176769:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764397.176774:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4068
00000100:00080000:0.0:1789764397.176778:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764397.176782:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c6f91f6e000: import ffff9c6f91ec7000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764397.176787:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764397.176800:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4700 x1876699777887872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764397.176809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ac82f857-edfe-4201-bbe8-4599ba569acb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764397.176812:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:3.0:1789764397.176816:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789764397.176817:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764397.176824:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: connect to NID 192.168.203.138@tcp last attempt 4068
00000100:00080000:0.0:1789764397.176829:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764397.176833:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c6f91f6e000: import ffff9c6f91ec6000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764397.176837:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764397.176848:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef7480 x1876699777888000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764397.176857:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764397/real 1789764397]  req@ffff9c6f84ef5500 x1876699777887488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764397.176859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764397.176869:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764397.176873:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764397.176879:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4068
00000100:00080000:0.0:1789764397.176883:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789764397.176885:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef5500 x1876699777887488/t0(0) o250->MGC192.168.203.138@tcp@192.168.203.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764397.176891:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c6f8585f000: import ffff9c6f91e28000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764397.176901:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789764397.176905:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f83bd1800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764397.176911:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.138@tcp failed (-110)
00000100:00100000:0.0:1789764397.176916:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef4e00 x1876699777888128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764397.176917:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9c9a29f0-58a4-4591-8db4-e258df357379:2402:1876699777887488:192.168.203.138@tcp:250:kworker.0
00000100:00100000:3.0:1789764397.176931:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777887616:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764397.176955:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00080000:0.0:1789764397.176956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e138f4d1-d0ec-4b86-a7ba-bb29c025f420->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764397.176960:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764397.176961:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764397.176966:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: connect to NID 192.168.203.138@tcp last attempt 4068
00000100:00080000:0.0:1789764397.176969:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764397.176973:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c6f8585f000: import ffff9c6f91e2c000 using connection 192.168.203.138@tcp/192.168.203.138@tcp
00000008:00100000:0.0:1789764397.176977:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764397.176989:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6f84ef6680 x1876699777888256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764397.177034:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764397/real 1789764397]  req@ffff9c6f84ef4000 x1876699777887616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764397.177046:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4000 x1876699777887616/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764397.177053:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764397.177057:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764397.177060:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777887616:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764397.177080:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777887744:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764397.177102:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764397.177112:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764397/real 1789764397]  req@ffff9c6f84ef4a80 x1876699777887744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764397.177123:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4a80 x1876699777887744/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f91f6e000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764397.177141:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764397.177144:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764397.177147:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777887744:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764397.177153:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777887872:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764397.177170:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764397.177179:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764397/real 1789764397]  req@ffff9c6f84ef4700 x1876699777887872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764397.177190:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4700 x1876699777887872/t0(0) o8->lustre-OST0000-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764397.177198:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764397.177201:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764397.177204:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777887872:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764397.177209:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777888000:192.168.203.138@tcp:8:kworker.0
00000800:00000100:3.0:1789764397.177251:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764397.177262:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764397/real 1789764397]  req@ffff9c6f84ef7480 x1876699777888000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764397.177279:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef7480 x1876699777888000/t0(0) o8->lustre-OST0001-osc-ffff9c6f91f6e000@192.168.203.138@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764397.177287:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91ec6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764397.177290:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764397.177293:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac82f857-edfe-4201-bbe8-4599ba569acb:2402:1876699777888000:192.168.203.138@tcp:8:kworker.0
00000100:00100000:3.0:1789764397.177298:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777888128:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764397.177315:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764397.177325:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764397/real 1789764397]  req@ffff9c6f84ef4e00 x1876699777888128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764397.177335:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef4e00 x1876699777888128/t0(0) o38->lustre-MDT0000-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764397.177343:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e28000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764397.177345:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764397.177348:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777888128:192.168.203.138@tcp:38:kworker.0
00000100:00100000:3.0:1789764397.177353:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777888256:192.168.203.138@tcp:38:kworker.0
00000800:00000100:3.0:1789764397.177367:0:2402:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.138@tcp
00000100:00100000:3.0:1789764397.177374:0:2402:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764397/real 1789764397]  req@ffff9c6f84ef6680 x1876699777888256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764397.177384:0:2402:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6f84ef6680 x1876699777888256/t0(0) o38->lustre-MDT0001-mdc-ffff9c6f8585f000@192.168.203.138@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764397.177397:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9c6f91e2c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764397.177400:0:2402:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.138@tcp failed (-110)
00000100:00100000:3.0:1789764397.177403:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c6f84ef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e138f4d1-d0ec-4b86-a7ba-bb29c025f420:2402:1876699777888256:192.168.203.138@tcp:38:kworker.0
00010000:00010000:3.0:1789764397.304681:0:6390:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 78877 lines, 78877 kept, 0 dropped, 0 bad.